[ 558.115829] env[62807]: INFO neutron.common.config [-] Logging enabled! [ 558.116142] env[62807]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev22 [ 558.116361] env[62807]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62807) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 558.116664] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 558.116763] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 558.117625] env[62807]: WARNING oslo_policy.policy [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.117836] env[62807]: WARNING oslo_policy.policy [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.119340] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] VMware NSXv3 Agent initialized successfully. [ 558.119698] env[62807]: DEBUG oslo_concurrency.lockutils [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Acquiring lock "singleton_lock" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.119835] env[62807]: DEBUG oslo_concurrency.lockutils [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Acquired lock "singleton_lock" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.120060] env[62807]: DEBUG oslo_concurrency.lockutils [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Releasing lock "singleton_lock" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.120355] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Full set of CONF: {{(pid=62807) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 558.120592] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ******************************************************************************** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 558.120684] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Configuration options gathered from: {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 558.120914] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 558.121098] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 558.121213] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ================================================================================ {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 558.121384] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] agent_down_time = 75 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.121530] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] allow_automatic_dhcp_failover = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.121671] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] allow_bulk = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.121819] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] api_extensions_path = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.121967] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] api_paste_config = api-paste.ini {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122131] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] auth_strategy = keystone {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122245] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] backdoor_port = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122353] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] backdoor_socket = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122500] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] backlog = 4096 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122645] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] base_mac = fa:16:3e:00:00:00 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122804] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] bind_host = 0.0.0.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.122952] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] bind_port = 9696 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123110] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] client_socket_timeout = 900 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123256] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] config_dir = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123370] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123510] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] config_source = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123654] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] control_exchange = neutron {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123796] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] core_plugin = ml2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.123939] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] debug = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124091] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] default_availability_zones = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124303] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124449] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dhcp_agent_notification = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124591] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dhcp_agents_per_network = 1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124731] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dhcp_lease_duration = 86400 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.124883] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dhcp_load_type = networks {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125034] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dns_domain = openstacklocal {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125180] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125323] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_default_route_bfd = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125461] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_default_route_ecmp = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125598] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_dvr = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125736] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_new_agents = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.125871] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126025] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_signals = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126159] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] enable_traditional_dhcp = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126291] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] external_dns_driver = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126425] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] filter_validation = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126573] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] global_physnet_mtu = 8950 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126714] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] graceful_shutdown_timeout = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.126925] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] host = cpu-1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127090] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] host_dvr_for_dhcp = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127239] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] http_retries = 3 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127387] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] instance_format = [instance: %(uuid)s] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127532] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127676] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ipam_driver = internal {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127817] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ipv6_pd_enabled = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.127998] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] l3_ha = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.128174] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.128329] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] l3_ha_network_physical_name = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.128497] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] l3_ha_network_type = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.128630] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_color = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.128749] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_config_append = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129252] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129252] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_dir = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129252] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_file = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129252] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_options = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129458] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_rotate_interval = 1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129544] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_rotate_interval_type = days {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129691] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] log_rotation_type = none {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129803] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.129913] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130073] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130220] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130328] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130470] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_dns_nameservers = 5 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130612] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_header_line = 16384 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130753] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_l3_agents_per_router = 3 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.130893] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_logfile_count = 30 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131044] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_logfile_size_mb = 200 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131185] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] max_subnet_host_routes = 20 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131328] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] my_ip = 10.180.1.21 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131469] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] my_ipv6 = ::1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131608] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] network_auto_schedule = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131754] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] network_link_prefix = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.131882] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132037] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] notify_nova_on_port_data_changes = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132181] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] notify_nova_on_port_status_changes = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132324] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] pagination_max_limit = -1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132462] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] publish_errors = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132598] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rate_limit_burst = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132741] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rate_limit_except_level = CRITICAL {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.132882] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rate_limit_interval = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133031] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] retry_until_window = 30 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133171] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] router_distributed = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133313] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rpc_resources_processing_step = 20 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133451] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rpc_response_max_timeout = 600 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133591] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] rpc_response_timeout = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133755] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] send_events_interval = 2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.133878] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] service_plugins = ['router'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134035] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] setproctitle = on {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134175] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] shell_completion = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134319] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] state_path = /opt/stack/data/neutron {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134460] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] syslog_log_facility = LOG_USER {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134602] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] tcp_keepidle = 600 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134746] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] transport_url = **** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.134886] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] use_journal = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135032] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] use_json = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135173] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] use_ssl = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135307] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] use_stderr = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135450] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] use_syslog = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135589] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vlan_qinq = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135725] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vlan_transparent = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.135859] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] watch_log_file = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.136007] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] wsgi_default_pool_size = 100 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.136148] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] wsgi_keep_alive = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.136292] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.136430] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] wsgi_server_debug = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.136582] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_concurrency.disable_process_locking = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.136730] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.136907] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137063] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137218] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137366] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137505] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137660] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.connection_string = messaging:// {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137807] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.enabled = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.137980] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.es_doc_type = notification {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.138220] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.es_scroll_size = 10000 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.138433] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.es_scroll_time = 2m {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.138589] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.filter_error_trace = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.138741] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.hmac_keys = **** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.138889] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.sentinel_service_name = mymaster {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139056] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.socket_timeout = 0.1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139206] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.trace_requests = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139347] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler.trace_sqlalchemy = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139503] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler_jaeger.process_tags = {} {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139644] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler_jaeger.service_name_prefix = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139786] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] profiler_otlp.service_name_prefix = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.139943] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.enforce_new_defaults = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.140230] env[62807]: WARNING oslo_config.cfg [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 558.140386] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.enforce_scope = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.140537] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.policy_default_rule = default {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.140695] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.140844] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.140993] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141150] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141290] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141503] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141670] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141824] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_policy.remote_timeout = 60.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.141981] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142148] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] agent.extensions = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142299] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142449] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] service_providers.service_provider = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142599] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.default_quota = -1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142748] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.142892] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_floatingip = 50 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143048] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_network = 100 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143193] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_port = 500 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143334] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143471] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_router = 10 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143614] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_security_group = 10 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143745] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.143886] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.quota_subnet = 100 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144038] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] QUOTAS.track_quota_usage = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144191] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144329] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144464] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144607] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144755] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.144894] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145077] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145223] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145359] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145501] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145644] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145781] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_dhcp_release.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.145928] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146077] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146217] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146359] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146502] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146638] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_ovs_vsctl.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146782] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.capabilities = [21] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.146947] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147108] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147253] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147399] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147535] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_namespace.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147683] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.capabilities = [12] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147819] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.147963] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148198] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148371] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148513] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_conntrack.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148666] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.capabilities = [12, 21] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148809] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.group = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.148944] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.helper_command = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149101] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149281] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.thread_pool_size = 8 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149449] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] privsep_link.user = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149591] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149752] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.149885] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.continue_on_failed_promotions = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150039] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.dscp = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150186] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.dscp_inherit = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150336] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.force_mp_to_policy = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150477] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.locking_coordinator_url = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150618] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.log_agent_heartbeats = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150761] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.logging_expire = 1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.150911] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151067] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151228] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.polling_interval = 240 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151366] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151513] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151659] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.report_interval = 30.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151805] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.151951] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152112] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152261] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.sync_skew = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152407] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.synchronization_queue_size = 20 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152556] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT.use_helper_for_ns_read = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152707] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] SECURITYGROUP.enable_ipset = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.152858] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] SECURITYGROUP.enable_security_group = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153016] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153168] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153354] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] experimental.ipv6_pd_enabled = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153481] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.extension_drivers = ['port_security'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153625] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.external_network_type = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153782] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.153933] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.overlay_ip_version = 4 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154099] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.path_mtu = 8950 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154250] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.physical_network_mtus = {} {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154410] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.tenant_network_types = ['vlan'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154549] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154697] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ml2.type_drivers = ['vlan'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154847] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT_CLI.neutron_port_id = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.154991] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155148] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155302] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155454] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155602] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155750] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.155896] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156053] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156250] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156401] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_login_password = **** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156561] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_login_port = 443 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156754] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_login_user = admin {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.156930] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.157105] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.157255] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.157522] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.157686] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.157840] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158026] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158185] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158333] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158479] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158630] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158777] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.158920] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159137] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159316] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vsphere.vsphere_login_password = VMware1! {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159469] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159615] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159763] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.auth_section = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.159915] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.auth_type = password {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160079] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160222] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.certfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160368] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.collect_timing = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160520] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.endpoint_type = public {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160667] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.insecure = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160806] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.keyfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.160956] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.region_name = RegionOne {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161119] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.split_loggers = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161272] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] nova.timeout = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161424] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.auth_section = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161578] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.auth_type = password {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161727] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.161869] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.certfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162027] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.collect_timing = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162174] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.endpoint_type = public {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162318] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.insecure = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162457] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.keyfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162619] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.region_name = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162730] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.split_loggers = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.162889] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] placement.timeout = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163017] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.auth_section = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163171] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.auth_type = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163308] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.cafile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163444] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.certfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163586] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.collect_timing = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163726] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.connect_retries = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163861] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.connect_retry_delay = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.163998] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.enable_notifications = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164148] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.endpoint_override = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164289] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.insecure = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164425] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.interface = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164561] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.keyfile = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164696] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.max_version = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164834] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.min_version = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164965] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.region_name = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165113] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.retriable_status_codes = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165250] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.service_name = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165382] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.service_type = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165524] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.split_loggers = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165660] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.status_code_retries = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165794] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.status_code_retry_delay = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165932] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.timeout = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166080] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.valid_interfaces = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166220] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ironic.version = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166362] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] cli_script.dry_run = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166518] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166657] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166800] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166981] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167148] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167286] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167425] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167567] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167742] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167903] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168094] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168252] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168403] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169044] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169044] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169044] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169044] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169190] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169325] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169452] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169605] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169754] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169933] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170071] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170223] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170368] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170536] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170657] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170800] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170948] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171108] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171262] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171409] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171569] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171699] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171844] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.ssl_version = {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171990] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172157] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_notifications.driver = [] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172304] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_notifications.retry = -1 {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172460] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172600] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] oslo_messaging_notifications.transport_url = **** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172712] env[62807]: DEBUG oslo_service.backend.eventlet.service [None req-29001d08-d820-43b0-aad0-cc2d27fd9b8e None None] ******************************************************************************** {{(pid=62807) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 558.173671] env[62807]: DEBUG neutron.agent.securitygroups_rpc [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Init firewall settings (driver=nsxv3) {{(pid=62807) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 558.174935] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62807) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 558.175191] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] RPC agent_id: nsxm-l-01a.corp.local [ 558.177520] env[62807]: DEBUG dogpile.cache.region [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.177646] env[62807]: DEBUG dogpile.lock [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.177750] env[62807]: DEBUG dogpile.lock [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.177907] env[62807]: DEBUG dogpile.lock [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.177975] env[62807]: DEBUG dogpile.cache.region [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.178104] env[62807]: DEBUG dogpile.lock [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.178238] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.196986] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Session token - acquiring [ 558.198506] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.198679] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.198786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.199195] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.209044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.477608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 558.498788] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.498928] env[62807]: DEBUG dogpile.cache.region [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Cache value generated in 0.321 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.499055] env[62807]: DEBUG dogpile.lock [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.499178] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Activating Policy API Provider. [ 558.499371] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Looking for the default Infrastructure Rules. [ 558.556442] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Looking for the Default Layer3 Logged Drop Section. [ 558.568940] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 558.569422] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.569591] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.569696] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.569963] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.570303] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.085225] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.587757] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.093223] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Inventory metadata is going to be refreshed. [ 560.093401] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.881742] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.882207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.882207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.882386] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.894729] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 561.004437] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.005486] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 561.022641] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.022952] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.023116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.023459] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.023627] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.023812] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 561.023961] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.024140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 561.043985] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.044255] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.044374] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.044702] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.044924] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.045120] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 561.062964] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.063250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.063313] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.063622] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.063804] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.063979] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.080543] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.080762] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.080869] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.081158] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.081360] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.081541] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 561.081680] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.081813] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 561.097954] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.098178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.098318] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.098583] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.098738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.098901] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 561.099051] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.099192] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 561.116126] env[62807]: DEBUG networking_nsxv3.common.locking [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.116321] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.116449] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.116710] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.116926] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.117125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 561.117262] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.117414] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Inventory metadata have been refreshed. [ 561.117551] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Dryrun:True. Metadata refresh completed. [ 561.117701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.119343] env[62807]: INFO neutron.agent.agent_extensions_manager [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Loaded agent extensions: [] [ 561.120084] env[62807]: DEBUG neutron_lib.callbacks.manager [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62807) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 561.173928] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent RPC Daemon Started! [ 561.174056] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:0 started [ 561.174154] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent out of sync with plugin! [ 566.121740] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.121740] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.123330] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.123678] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.947629] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3fc46510-906f-4095-93d6-72a74a3ec485 demo admin] Enqueued Resource ID: 5854c817-68b3-4079-a196-7fd75f1d7a7f with Priority: HIGHEST for action security_group_rules [ 574.948178] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5854c817-68b3-4079-a196-7fd75f1d7a7f with Priority: HIGHEST for action security_group_rules [ 574.948480] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5854c817-68b3-4079-a196-7fd75f1d7a7f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.948606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5854c817-68b3-4079-a196-7fd75f1d7a7f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.948675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5854c817-68b3-4079-a196-7fd75f1d7a7f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.949010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5854c817-68b3-4079-a196-7fd75f1d7a7f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.949108] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5854c817-68b3-4079-a196-7fd75f1d7a7f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.468423] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.468616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.468616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.468792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.468902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.469009] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5854c817-68b3-4079-a196-7fd75f1d7a7f already deleted. [ 575.469102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5854c817-68b3-4079-a196-7fd75f1d7a7f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.949589] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.949969] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.950860] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.951199] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.123639] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.124138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.124138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.124138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.124307] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.627373] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.952394] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.952541] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.130150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.632794] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 590.632970] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 591.347870] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.348315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.348315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.348315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.358866] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 591.359695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.360532] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 591.380652] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.380797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.380837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.381030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.381118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.381221] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 591.381294] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.381366] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 591.401367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.401495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.401495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.401680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.401799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.401899] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 591.419545] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.419664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.419754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.419876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.419967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.420075] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 591.437691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.437824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.437900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.438012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.438106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.438205] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 591.438286] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.438365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 591.457071] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.457189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.457274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.457420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.457502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.457593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 591.457664] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.457726] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 591.477492] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.477606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.477705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.477818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.477905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.478012] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 591.478091] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.478147] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 591.478213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 591.478282] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 591.478339] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 591.478401] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 591.478634] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 591.478696] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 591.478762] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 591.497232] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.497371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.497470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.497595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.497685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.497782] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 591.515357] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.515547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.515547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.515692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.515784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.547870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.954606] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.954606] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.955541] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.955541] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 600.150909] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1a85176b-a775-40b6-9e71-ee3352c6d985 None None] Enqueued Resource ID: 7f42f60a-520f-40cb-a5be-816399fade69 with Priority: HIGHEST for action port [ 600.151060] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f42f60a-520f-40cb-a5be-816399fade69 with Priority: HIGHEST for action port [ 600.151636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f42f60a-520f-40cb-a5be-816399fade69 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.151751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f42f60a-520f-40cb-a5be-816399fade69" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.151817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f42f60a-520f-40cb-a5be-816399fade69" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.152262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f42f60a-520f-40cb-a5be-816399fade69" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.152395] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f42f60a-520f-40cb-a5be-816399fade69',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.656166] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f42f60a-520f-40cb-a5be-816399fade69 [ 600.656633] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.656633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.656633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.659028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.659028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.659028] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f42f60a-520f-40cb-a5be-816399fade69 already deleted. [ 600.659028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f42f60a-520f-40cb-a5be-816399fade69" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.602450] env[62807]: INFO networking_nsxv3.common.synchronization [None req-5c27ec39-b477-4748-99cf-e635873c5271 None None] Enqueued Resource ID: 0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3 with Priority: HIGHEST for action port [ 601.602701] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3 with Priority: HIGHEST for action port [ 601.603259] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.603380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.603453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.603688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.603784] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.837710] env[62807]: INFO networking_nsxv3.common.synchronization [None req-89925a68-3781-4e68-9a91-c1b7353937e4 None None] Enqueued Resource ID: 96829f19-1186-46cf-9ec1-971177ab6e28 with Priority: HIGHEST for action port [ 601.837710] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96829f19-1186-46cf-9ec1-971177ab6e28 with Priority: HIGHEST for action port [ 601.837710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-96829f19-1186-46cf-9ec1-971177ab6e28 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.837710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96829f19-1186-46cf-9ec1-971177ab6e28" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.837710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96829f19-1186-46cf-9ec1-971177ab6e28" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.837710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96829f19-1186-46cf-9ec1-971177ab6e28" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.837710] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96829f19-1186-46cf-9ec1-971177ab6e28',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.106902] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3 [ 602.107150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.107287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.107357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.107653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.107742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.107887] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3 already deleted. [ 602.107953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d59f2fc-dd97-4e4b-a5a3-5af4de8156c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.173928] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1a86d972-7a6f-4036-b008-12c9e643f04b None None] Enqueued Resource ID: 2d5f5de3-fceb-4c2b-8120-f8675b739d88 with Priority: HIGHEST for action port [ 602.173928] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5f5de3-fceb-4c2b-8120-f8675b739d88 with Priority: HIGHEST for action port [ 602.174135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5f5de3-fceb-4c2b-8120-f8675b739d88 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.174197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5f5de3-fceb-4c2b-8120-f8675b739d88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.174239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5f5de3-fceb-4c2b-8120-f8675b739d88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.174606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5f5de3-fceb-4c2b-8120-f8675b739d88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.174606] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5f5de3-fceb-4c2b-8120-f8675b739d88',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.344326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96829f19-1186-46cf-9ec1-971177ab6e28 [ 602.344326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.344326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.344326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.344326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.344326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.344326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96829f19-1186-46cf-9ec1-971177ab6e28 already deleted. [ 602.344326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96829f19-1186-46cf-9ec1-971177ab6e28" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.677045] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5f5de3-fceb-4c2b-8120-f8675b739d88 [ 602.677364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.677524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.677524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.677749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.677840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.677937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5f5de3-fceb-4c2b-8120-f8675b739d88 already deleted. [ 602.678034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5f5de3-fceb-4c2b-8120-f8675b739d88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.050640] env[62807]: INFO networking_nsxv3.common.synchronization [None req-90a55a7f-e2b0-40ae-b4ae-a9a44f548878 None None] Enqueued Resource ID: b82f658a-b3a9-4a43-a668-63ad17ea0122 with Priority: HIGHEST for action port [ 604.050895] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82f658a-b3a9-4a43-a668-63ad17ea0122 with Priority: HIGHEST for action port [ 604.051707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82f658a-b3a9-4a43-a668-63ad17ea0122 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.051707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82f658a-b3a9-4a43-a668-63ad17ea0122" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.051707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82f658a-b3a9-4a43-a668-63ad17ea0122" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.051885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82f658a-b3a9-4a43-a668-63ad17ea0122" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.051915] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82f658a-b3a9-4a43-a668-63ad17ea0122',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.360159] env[62807]: INFO networking_nsxv3.common.synchronization [None req-f78f3801-e6ba-45b3-8505-f696ea036a98 None None] Enqueued Resource ID: bb2a2427-d677-4db7-929d-a27ca14445f0 with Priority: HIGHEST for action port [ 604.360939] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2a2427-d677-4db7-929d-a27ca14445f0 with Priority: HIGHEST for action port [ 604.361251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2a2427-d677-4db7-929d-a27ca14445f0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.362018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2a2427-d677-4db7-929d-a27ca14445f0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.362018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2a2427-d677-4db7-929d-a27ca14445f0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.362018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2a2427-d677-4db7-929d-a27ca14445f0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.362018] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2a2427-d677-4db7-929d-a27ca14445f0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.554816] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b82f658a-b3a9-4a43-a668-63ad17ea0122 [ 604.554816] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.555148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.555148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.555231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.555332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.555399] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b82f658a-b3a9-4a43-a668-63ad17ea0122 already deleted. [ 604.555481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82f658a-b3a9-4a43-a668-63ad17ea0122" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.866624] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb2a2427-d677-4db7-929d-a27ca14445f0 [ 604.866624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.866624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.866624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.866624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.866624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.866624] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb2a2427-d677-4db7-929d-a27ca14445f0 already deleted. [ 604.866624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2a2427-d677-4db7-929d-a27ca14445f0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.436128] env[62807]: INFO networking_nsxv3.common.synchronization [req-3140c47c-e668-4234-94a6-33772e27bf59 req-e4c34599-9ccd-4c28-b990-7e72c531deb4 tempest-SecurityGroupRulesNegativeTestJSON-1509291009 tempest-SecurityGroupRulesNegativeTestJSON-1509291009-project-member] Enqueued Resource ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 with Priority: HIGHEST for action security_group_rules [ 605.436500] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 with Priority: HIGHEST for action security_group_rules [ 605.437140] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.437319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.437428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.437727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.437855] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8032567-3bf0-4a23-bb8a-dedfe294d2e5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.959455] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.959455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.959455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.959455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.959455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.959455] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 already deleted. [ 605.959455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.733095] env[62807]: INFO networking_nsxv3.common.synchronization [None req-f388013a-b563-4450-a77f-0446c196f726 None None] Enqueued Resource ID: 3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423 with Priority: HIGHEST for action port [ 607.733659] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423 with Priority: HIGHEST for action port [ 607.733969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.734324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.734401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.734672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.734761] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.240710] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423 [ 608.240710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.240710] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423 already deleted. [ 608.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8f2d2f-803a-4bab-a5d9-8e6ec29a8423" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.293951] env[62807]: INFO networking_nsxv3.common.synchronization [None req-95e34fa4-d18e-45af-9678-b9fd716ca5b3 None None] Enqueued Resource ID: 8c1975ad-b34a-42f7-a01c-9da099c130ed with Priority: HIGHEST for action port [ 608.294225] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1975ad-b34a-42f7-a01c-9da099c130ed with Priority: HIGHEST for action port [ 608.294765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1975ad-b34a-42f7-a01c-9da099c130ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.294909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1975ad-b34a-42f7-a01c-9da099c130ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.294952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1975ad-b34a-42f7-a01c-9da099c130ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.295212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1975ad-b34a-42f7-a01c-9da099c130ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.295290] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1975ad-b34a-42f7-a01c-9da099c130ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.321850] env[62807]: INFO networking_nsxv3.common.synchronization [None req-fc01cd5c-6e60-4618-b278-3787d0830876 None None] Enqueued Resource ID: 22fa592f-0bad-49d5-b36b-843bc5309b2d with Priority: HIGHEST for action port [ 608.321932] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fa592f-0bad-49d5-b36b-843bc5309b2d with Priority: HIGHEST for action port [ 608.328685] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fa592f-0bad-49d5-b36b-843bc5309b2d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.329481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fa592f-0bad-49d5-b36b-843bc5309b2d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.329481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fa592f-0bad-49d5-b36b-843bc5309b2d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.329481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fa592f-0bad-49d5-b36b-843bc5309b2d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.329481] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fa592f-0bad-49d5-b36b-843bc5309b2d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.798074] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1975ad-b34a-42f7-a01c-9da099c130ed [ 608.798389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.798475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.798528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.798740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.798795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.798893] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1975ad-b34a-42f7-a01c-9da099c130ed already deleted. [ 608.798978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1975ad-b34a-42f7-a01c-9da099c130ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.831544] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22fa592f-0bad-49d5-b36b-843bc5309b2d [ 608.831682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.834141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.834141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.834141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.834141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.834141] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22fa592f-0bad-49d5-b36b-843bc5309b2d already deleted. [ 608.834141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fa592f-0bad-49d5-b36b-843bc5309b2d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.528933] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0c6cd3af-38a9-45e3-9ba0-63484670f584 None None] Enqueued Resource ID: 2cb54866-f48f-46ec-9e55-1bc1750d8b4d with Priority: HIGHEST for action port [ 609.529200] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb54866-f48f-46ec-9e55-1bc1750d8b4d with Priority: HIGHEST for action port [ 609.529753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb54866-f48f-46ec-9e55-1bc1750d8b4d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.529880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb54866-f48f-46ec-9e55-1bc1750d8b4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.529963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb54866-f48f-46ec-9e55-1bc1750d8b4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.530232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb54866-f48f-46ec-9e55-1bc1750d8b4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.530325] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb54866-f48f-46ec-9e55-1bc1750d8b4d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.760691] env[62807]: INFO networking_nsxv3.common.synchronization [req-3aa22f98-94d7-48ee-a1b4-ec9da022192b req-6abff4e6-91ec-4f6d-96f4-953860342fad tempest-SecurityGroupRulesNegativeTestJSON-1509291009 tempest-SecurityGroupRulesNegativeTestJSON-1509291009-project-member] Enqueued Resource ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 with Priority: HIGHEST for action security_group_rules [ 609.761098] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 with Priority: HIGHEST for action security_group_rules [ 609.761472] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.761600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.761675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.761881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.761970] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8032567-3bf0-4a23-bb8a-dedfe294d2e5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.036406] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cb54866-f48f-46ec-9e55-1bc1750d8b4d [ 610.036668] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.036789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.036852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.037077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.037161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.037250] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cb54866-f48f-46ec-9e55-1bc1750d8b4d already deleted. [ 610.037328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb54866-f48f-46ec-9e55-1bc1750d8b4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.099563] env[62807]: INFO networking_nsxv3.common.synchronization [None req-dc848f01-48da-4b08-9710-f1582644ab0d None None] Enqueued Resource ID: e830f213-d53d-457c-8298-26f97f712786 with Priority: HIGHEST for action port [ 610.099655] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e830f213-d53d-457c-8298-26f97f712786 with Priority: HIGHEST for action port [ 610.100329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e830f213-d53d-457c-8298-26f97f712786 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.101512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e830f213-d53d-457c-8298-26f97f712786" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.101512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e830f213-d53d-457c-8298-26f97f712786" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.101512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e830f213-d53d-457c-8298-26f97f712786" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.101512] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830f213-d53d-457c-8298-26f97f712786',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.287894] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.287894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.287894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.287894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.287894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.287894] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8032567-3bf0-4a23-bb8a-dedfe294d2e5 already deleted. [ 610.287894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8032567-3bf0-4a23-bb8a-dedfe294d2e5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.604844] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e830f213-d53d-457c-8298-26f97f712786 [ 610.605091] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.605229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.605318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.605525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.605618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.605717] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e830f213-d53d-457c-8298-26f97f712786 already deleted. [ 610.606137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e830f213-d53d-457c-8298-26f97f712786" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.276890] env[62807]: INFO networking_nsxv3.common.synchronization [None req-eb9e2a1e-86bd-4e46-9e07-20b36b0b904b None None] Enqueued Resource ID: 40e08d76-f8a2-4e99-872c-88f85b85dd08 with Priority: HIGHEST for action port [ 611.277260] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e08d76-f8a2-4e99-872c-88f85b85dd08 with Priority: HIGHEST for action port [ 611.277744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e08d76-f8a2-4e99-872c-88f85b85dd08 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.277871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e08d76-f8a2-4e99-872c-88f85b85dd08" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.277941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e08d76-f8a2-4e99-872c-88f85b85dd08" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.279175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e08d76-f8a2-4e99-872c-88f85b85dd08" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.279175] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e08d76-f8a2-4e99-872c-88f85b85dd08',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.381526] env[62807]: INFO networking_nsxv3.common.synchronization [None req-438ced46-cff5-47ed-b0e3-6851ffd2843f None None] Enqueued Resource ID: 9077a0cd-2c7c-465b-b03a-0f630f508f6f with Priority: HIGHEST for action port [ 611.382063] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077a0cd-2c7c-465b-b03a-0f630f508f6f with Priority: HIGHEST for action port [ 611.382470] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9077a0cd-2c7c-465b-b03a-0f630f508f6f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.382622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9077a0cd-2c7c-465b-b03a-0f630f508f6f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.382622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9077a0cd-2c7c-465b-b03a-0f630f508f6f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.382788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9077a0cd-2c7c-465b-b03a-0f630f508f6f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.382866] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9077a0cd-2c7c-465b-b03a-0f630f508f6f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.781776] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40e08d76-f8a2-4e99-872c-88f85b85dd08 [ 611.781776] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.781776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.781776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.781776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.781776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.781776] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40e08d76-f8a2-4e99-872c-88f85b85dd08 already deleted. [ 611.781776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e08d76-f8a2-4e99-872c-88f85b85dd08" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.885871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9077a0cd-2c7c-465b-b03a-0f630f508f6f [ 611.885871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.885871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.885871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.885871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.885871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.885871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9077a0cd-2c7c-465b-b03a-0f630f508f6f already deleted. [ 611.885871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9077a0cd-2c7c-465b-b03a-0f630f508f6f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.505591] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c69d2526-6fe1-4a3f-9492-ae271dbd5820 None None] Enqueued Resource ID: e0a50156-657b-48eb-9e39-fc2930c2c582 with Priority: HIGHEST for action port [ 613.505890] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a50156-657b-48eb-9e39-fc2930c2c582 with Priority: HIGHEST for action port [ 613.506180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a50156-657b-48eb-9e39-fc2930c2c582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.506303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a50156-657b-48eb-9e39-fc2930c2c582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.506303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a50156-657b-48eb-9e39-fc2930c2c582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.510249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a50156-657b-48eb-9e39-fc2930c2c582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.510249] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a50156-657b-48eb-9e39-fc2930c2c582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.796160] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c6f15958-85df-4387-b629-9a50b9cef80e None None] Enqueued Resource ID: 83fff4ce-dc11-4b2d-97f9-240c0988c788 with Priority: HIGHEST for action port [ 613.796831] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fff4ce-dc11-4b2d-97f9-240c0988c788 with Priority: HIGHEST for action port [ 613.799169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-83fff4ce-dc11-4b2d-97f9-240c0988c788 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.799169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83fff4ce-dc11-4b2d-97f9-240c0988c788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.799169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83fff4ce-dc11-4b2d-97f9-240c0988c788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.799169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83fff4ce-dc11-4b2d-97f9-240c0988c788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.799169] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83fff4ce-dc11-4b2d-97f9-240c0988c788',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.012479] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0a50156-657b-48eb-9e39-fc2930c2c582 [ 614.012786] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.012934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.013029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.013237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.013328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.013430] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0a50156-657b-48eb-9e39-fc2930c2c582 already deleted. [ 614.013515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a50156-657b-48eb-9e39-fc2930c2c582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.302355] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83fff4ce-dc11-4b2d-97f9-240c0988c788 [ 614.302751] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.302821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.302855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.303358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.303358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.303358] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83fff4ce-dc11-4b2d-97f9-240c0988c788 already deleted. [ 614.303358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83fff4ce-dc11-4b2d-97f9-240c0988c788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.366191] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1b816542-383c-48e7-80bc-05b2b438aec0 None None] Enqueued Resource ID: 8fe152e6-8a38-441e-9702-ae26a7ff31ce with Priority: HIGHEST for action port [ 614.366191] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe152e6-8a38-441e-9702-ae26a7ff31ce with Priority: HIGHEST for action port [ 614.366191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe152e6-8a38-441e-9702-ae26a7ff31ce taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.366191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe152e6-8a38-441e-9702-ae26a7ff31ce" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.366191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe152e6-8a38-441e-9702-ae26a7ff31ce" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.366191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe152e6-8a38-441e-9702-ae26a7ff31ce" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.366191] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe152e6-8a38-441e-9702-ae26a7ff31ce',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.870593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe152e6-8a38-441e-9702-ae26a7ff31ce [ 614.871046] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.871318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.871410] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe152e6-8a38-441e-9702-ae26a7ff31ce already deleted. [ 614.871492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe152e6-8a38-441e-9702-ae26a7ff31ce" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.979302] env[62807]: INFO networking_nsxv3.common.synchronization [req-6b4e239e-c28c-4978-872e-77ae35acc406 req-91e5ba10-a753-4f46-8a04-99d98c95182d tempest-ServerDiagnosticsNegativeTest-137291582 tempest-ServerDiagnosticsNegativeTest-137291582-project-member] Enqueued Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 614.979835] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 614.980971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.981855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.981855] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.982117] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.484230] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.484378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.484449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.484661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.484749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.484944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.485048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.485265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.485265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.485353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.485417] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 already deleted. [ 615.485493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.252144] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2be05c75-c765-4e4c-8ce2-12e5cb14c277 None None] Enqueued Resource ID: 7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc with Priority: HIGHEST for action port [ 616.252974] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc with Priority: HIGHEST for action port [ 616.253402] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.254084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.254203] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.521172] env[62807]: INFO networking_nsxv3.common.synchronization [None req-39d39d7c-038d-4ea6-b314-bbc857f086d4 None None] Enqueued Resource ID: 5bba1d27-5914-427e-b0d9-c29419e31e32 with Priority: HIGHEST for action port [ 616.521268] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bba1d27-5914-427e-b0d9-c29419e31e32 with Priority: HIGHEST for action port [ 616.521857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bba1d27-5914-427e-b0d9-c29419e31e32 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.521974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bba1d27-5914-427e-b0d9-c29419e31e32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.522055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bba1d27-5914-427e-b0d9-c29419e31e32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.522305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bba1d27-5914-427e-b0d9-c29419e31e32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.522384] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bba1d27-5914-427e-b0d9-c29419e31e32',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.756280] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc [ 616.757541] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.757541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.757541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.757541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.757541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.757541] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc already deleted. [ 616.757541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a5dbbaa-e1d7-4255-b4a7-d51ec2ad72cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.808490] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.808688] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.808813] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.809130] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.809391] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.809543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.809659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.813339] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.813532] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.813798] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.813918] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.814044] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.814178] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.814301] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.814409] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.814546] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.835370] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.835574] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.835820] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.836206] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.836604] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a896bdd8-35a5-4767-a971-88307c117164 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.836951] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.837229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.837651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.837856] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a896bdd8-35a5-4767-a971-88307c117164',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.934947] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3192422d-90cb-4054-89f8-751d76a2cbab None None] Enqueued Resource ID: b054405e-c237-405e-a6a3-858536c7323a with Priority: HIGHEST for action port [ 616.935223] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b054405e-c237-405e-a6a3-858536c7323a with Priority: HIGHEST for action port [ 616.936255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b054405e-c237-405e-a6a3-858536c7323a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.936515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b054405e-c237-405e-a6a3-858536c7323a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.936515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b054405e-c237-405e-a6a3-858536c7323a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.937095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b054405e-c237-405e-a6a3-858536c7323a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.937095] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b054405e-c237-405e-a6a3-858536c7323a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.020307] env[62807]: INFO networking_nsxv3.common.synchronization [req-8a550988-4578-4c72-ad5a-8869bd10967b req-71151de1-ace1-49da-87a5-5a167f05f32a tempest-ImagesNegativeTestJSON-1161638411 tempest-ImagesNegativeTestJSON-1161638411-project-member] Enqueued Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 617.020307] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 617.020307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.020307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.020307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.021778] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.032327] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bba1d27-5914-427e-b0d9-c29419e31e32 [ 617.032613] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.032711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.032779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.032977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.033086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.033178] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bba1d27-5914-427e-b0d9-c29419e31e32 already deleted. [ 617.033257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bba1d27-5914-427e-b0d9-c29419e31e32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.324928] env[62807]: INFO networking_nsxv3.common.synchronization [None req-554ccb8c-11b7-4f82-b934-1ea09b20e09d tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 617.325444] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 617.325790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.325918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.325986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.327688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.327822] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.340400] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.340627] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340756] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.341090] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.341247] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.341410] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a896bdd8-35a5-4767-a971-88307c117164 not found, creating... [ 617.342860] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.343080] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343167] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.343425] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.343571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.344485] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.344485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.344485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.344485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.344634] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.344718] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a896bdd8-35a5-4767-a971-88307c117164 is going to be created. [ 617.381478] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.383703] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.383797] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.384136] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.384382] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.384700] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.442468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b054405e-c237-405e-a6a3-858536c7323a [ 617.442468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.442468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.442468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.442468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.442468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.442468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b054405e-c237-405e-a6a3-858536c7323a already deleted. [ 617.442468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b054405e-c237-405e-a6a3-858536c7323a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.523384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.523491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.523555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.523814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.523862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.524074] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.524202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.524268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.524422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.524499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.524586] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d already deleted. [ 617.524664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.554715] env[62807]: INFO networking_nsxv3.common.synchronization [None req-5048e150-ad94-471e-8b61-74cea5ed1ca4 tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 617.555284] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 617.555633] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.555755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.846026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.846233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.846233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.846343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.846434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.846530] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 already deleted. [ 617.846611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.846759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.846922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.847016] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.371371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.371371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.371371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.371371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.371371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.371371] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 already deleted. [ 618.371371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.426667] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.426667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-247" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.426667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-247" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.426667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-247" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.431631] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.432010] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.432353] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.433807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.433807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.436034] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.436034] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.436034] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.436034] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.436034] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.436034] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.436034] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.459288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.459505] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.459674] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.459852] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-247" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.460190] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.460380] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.460491] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.460886] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.461535] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc7f23e-f7a5-49d3-8451-88a7f80d7c90',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.938611] env[62807]: INFO networking_nsxv3.common.synchronization [req-6b4e239e-c28c-4978-872e-77ae35acc406 req-7896af1c-43c4-4196-95a0-ead8321d00a1 service nova] Enqueued Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_rules [ 618.938611] env[62807]: INFO networking_nsxv3.common.synchronization [req-6b4e239e-c28c-4978-872e-77ae35acc406 req-7896af1c-43c4-4196-95a0-ead8321d00a1 service nova] Enqueued Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 618.939037] env[62807]: INFO networking_nsxv3.common.synchronization [req-6b4e239e-c28c-4978-872e-77ae35acc406 req-7896af1c-43c4-4196-95a0-ead8321d00a1 service nova] Enqueued Resource ID: a896bdd8-35a5-4767-a971-88307c117164 with Priority: HIGHEST for action port [ 618.939283] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_rules [ 618.939420] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 618.939526] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896bdd8-35a5-4767-a971-88307c117164 with Priority: HIGHEST for action port [ 618.939787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.939909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.939975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.941368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.941464] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.942332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.942450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.942517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.942688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.942831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.942925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.942986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.943141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.943224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.943314] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.944622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a896bdd8-35a5-4767-a971-88307c117164 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.944931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.945277] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a896bdd8-35a5-4767-a971-88307c117164',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.965196] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.965196] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.965196] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.965196] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.965379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.965628] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 not found, creating... [ 618.965846] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.966017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.966196] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.966422] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.967027] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.967027] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.967027] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.967211] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.967638] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.967809] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.967956] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 is going to be created. [ 618.989806] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.989806] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.990015] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.990243] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.990500] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.990732] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.448746] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.448746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.463756] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a896bdd8-35a5-4767-a971-88307c117164 with status ACTIVE [ 619.463756] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.464386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.464386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.464614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.464768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.467403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.467403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.467403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.467403] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a896bdd8-35a5-4767-a971-88307c117164 is going to be updated. [ 619.472418] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.498935] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.499096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.499178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.499391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.499562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.499770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a896bdd8-35a5-4767-a971-88307c117164" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844603] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3971e930-99c3-4ced-b95f-4de5eb4feb6a None None] Enqueued Resource ID: e32ae5d3-93e6-4469-af58-945dc3248ff1 with Priority: HIGHEST for action port [ 619.845514] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32ae5d3-93e6-4469-af58-945dc3248ff1 with Priority: HIGHEST for action port [ 619.845921] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32ae5d3-93e6-4469-af58-945dc3248ff1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.846893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32ae5d3-93e6-4469-af58-945dc3248ff1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.847309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32ae5d3-93e6-4469-af58-945dc3248ff1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.847309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32ae5d3-93e6-4469-af58-945dc3248ff1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.847399] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32ae5d3-93e6-4469-af58-945dc3248ff1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.973648] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.201661] env[62807]: INFO networking_nsxv3.common.synchronization [None req-9de7b36a-134f-4731-925e-02e3c57cdc0d None None] Enqueued Resource ID: cc5db5d2-7667-4d0d-b687-8058f37483c9 with Priority: HIGHEST for action port [ 620.201661] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5db5d2-7667-4d0d-b687-8058f37483c9 with Priority: HIGHEST for action port [ 620.201661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5db5d2-7667-4d0d-b687-8058f37483c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.201661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5db5d2-7667-4d0d-b687-8058f37483c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.201661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5db5d2-7667-4d0d-b687-8058f37483c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.201661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5db5d2-7667-4d0d-b687-8058f37483c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.201661] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5db5d2-7667-4d0d-b687-8058f37483c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.264233] env[62807]: INFO networking_nsxv3.common.synchronization [req-8a550988-4578-4c72-ad5a-8869bd10967b req-7da7ff99-f126-4c34-b51c-9369fe721cd0 service nova] Enqueued Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_rules [ 620.264338] env[62807]: INFO networking_nsxv3.common.synchronization [req-8a550988-4578-4c72-ad5a-8869bd10967b req-7da7ff99-f126-4c34-b51c-9369fe721cd0 service nova] Enqueued Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 620.265023] env[62807]: INFO networking_nsxv3.common.synchronization [req-8a550988-4578-4c72-ad5a-8869bd10967b req-7da7ff99-f126-4c34-b51c-9369fe721cd0 service nova] Enqueued Resource ID: 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 with Priority: HIGHEST for action port [ 620.265193] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_rules [ 620.265343] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 620.265444] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 with Priority: HIGHEST for action port [ 620.265748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.265876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.265942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.267420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.267543] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.268660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.268660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.268876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.269109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.269382] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.269382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.269508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.269728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.270231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.270231] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.271543] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.271652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.271815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.271974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.272058] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc7f23e-f7a5-49d3-8451-88a7f80d7c90',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.350168] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e32ae5d3-93e6-4469-af58-945dc3248ff1 [ 620.350432] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.350563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.352076] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e32ae5d3-93e6-4469-af58-945dc3248ff1 already deleted. [ 620.352076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32ae5d3-93e6-4469-af58-945dc3248ff1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.480753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.481201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.481201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.481273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.481328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.481430] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 is going to be created. [ 620.561475] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.563272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.563272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.563272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.563272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.575407] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: UNINITIALIZED for 2s [ 620.704529] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc5db5d2-7667-4d0d-b687-8058f37483c9 [ 620.704761] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.704892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.704957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.705209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.705300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.705396] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc5db5d2-7667-4d0d-b687-8058f37483c9 already deleted. [ 620.705473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5db5d2-7667-4d0d-b687-8058f37483c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.774093] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.774228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.774418] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.775977] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 with status ACTIVE [ 620.778466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778901] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.779326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.779326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.779326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.780356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.780356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.780356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.780356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.780356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.780356] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc7f23e-f7a5-49d3-8451-88a7f80d7c90 is going to be updated. [ 620.817514] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.817514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.817514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.817514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.817514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.817514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc7f23e-f7a5-49d3-8451-88a7f80d7c90" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864899] env[62807]: INFO networking_nsxv3.common.synchronization [req-005819a0-50ed-4e80-ad6d-5ff66bedc43c req-c2d5151f-0b8a-490b-be53-8089a697afe2 tempest-TenantUsagesTestJSON-551476932 tempest-TenantUsagesTestJSON-551476932-project-member] Enqueued Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 620.865429] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 620.865754] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.865884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.865950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.868114] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.868226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.868558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.869032] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.282997] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.374459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.374610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.374683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.374922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.375036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.375248] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.375354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.375414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.375568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.375642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.375724] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 already deleted. [ 621.375803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.493038] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.493038] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.493038] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.493038] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.493830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.493830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.493830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494403] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494403] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.494502] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.494620] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.494680] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.494804] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.495124] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.495124] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.495219] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.515032] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.515223] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.515349] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.515609] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.515902] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-320f12a1-7803-4527-847e-8660c500ed93 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.516105] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.516215] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.516534] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.516676] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320f12a1-7803-4527-847e-8660c500ed93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.787654] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.787654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.787654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787654] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d is going to be created. [ 621.814191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.814191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.814191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.814577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.814577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.825605] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: UNINITIALIZED for 2s [ 621.881815] env[62807]: INFO networking_nsxv3.common.synchronization [None req-ffafd22b-7667-44d0-ad45-04844d91631b tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 621.882578] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 621.882804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.882804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.882804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.886886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.886886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.019585] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.019863] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.019929] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.021014] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.021014] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.021014] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 320f12a1-7803-4527-847e-8660c500ed93 not found, creating... [ 622.021014] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.021241] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.022597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.022597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.022597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.022597] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.022597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.022597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.025849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.025849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.025849] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 320f12a1-7803-4527-847e-8660c500ed93 is going to be created. [ 622.042486] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.042723] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.043097] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.043173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.043645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.043645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.107725] env[62807]: INFO networking_nsxv3.common.synchronization [None req-80f1440a-3df4-489c-88c0-38f52ae4c391 tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 622.108375] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 622.108712] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.108832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.409744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.411177] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 already deleted. [ 622.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.413848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.413848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.413848] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.437119] env[62807]: INFO networking_nsxv3.common.synchronization [None req-86466346-0ad8-4876-993d-124a0739b60c None None] Enqueued Resource ID: 5870b6df-747e-41e6-962f-78ff809d7d7e with Priority: HIGHEST for action port [ 622.437119] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5870b6df-747e-41e6-962f-78ff809d7d7e with Priority: HIGHEST for action port [ 622.437302] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5870b6df-747e-41e6-962f-78ff809d7d7e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.437532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5870b6df-747e-41e6-962f-78ff809d7d7e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.437532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5870b6df-747e-41e6-962f-78ff809d7d7e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.438537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5870b6df-747e-41e6-962f-78ff809d7d7e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.438537] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5870b6df-747e-41e6-962f-78ff809d7d7e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.587384] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: SUCCESS [ 622.587384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.587384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.587384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.587384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.587384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.587384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.591645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.591645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.591645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.591645] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.935466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.935650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.935713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.935895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.936584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.936584] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 already deleted. [ 622.936584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.944996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5870b6df-747e-41e6-962f-78ff809d7d7e [ 622.944996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.944996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.944996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.944996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.944996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.944996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5870b6df-747e-41e6-962f-78ff809d7d7e already deleted. [ 622.944996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5870b6df-747e-41e6-962f-78ff809d7d7e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.092748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.092903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.092972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.093387] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.093485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.094355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.094511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.094719] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.094831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.094947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.095123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.095266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.095361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.095420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.095555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.095628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.095704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.095804] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.600251] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a492c246-6c4e-46aa-96e0-b9c7c5d15278: rpc.has_security_group_logging(os_id): False [ 623.617574] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.617574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.617574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.617866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.617903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.618246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.618246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.618390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.618424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.618490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.618673] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.618793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.618880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.619178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619372] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.619473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.619733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619863] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 is going to be created. [ 623.697632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.697808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.698181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.698214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.698385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.705542] env[62807]: INFO networking_nsxv3.common.synchronization [req-005819a0-50ed-4e80-ad6d-5ff66bedc43c req-74b71612-b89c-496d-8d7d-2c346a29a021 service nova] Enqueued Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_rules [ 623.705747] env[62807]: INFO networking_nsxv3.common.synchronization [req-005819a0-50ed-4e80-ad6d-5ff66bedc43c req-74b71612-b89c-496d-8d7d-2c346a29a021 service nova] Enqueued Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 623.706095] env[62807]: INFO networking_nsxv3.common.synchronization [req-005819a0-50ed-4e80-ad6d-5ff66bedc43c req-74b71612-b89c-496d-8d7d-2c346a29a021 service nova] Enqueued Resource ID: 320f12a1-7803-4527-847e-8660c500ed93 with Priority: HIGHEST for action port [ 623.706661] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_rules [ 623.707055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 623.707055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f12a1-7803-4527-847e-8660c500ed93 with Priority: HIGHEST for action port [ 623.707348] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.707348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.707462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.707673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.707770] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.708735] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.708912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.708962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.709171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.709341] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.709525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.709575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.709768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.709834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.709930] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.710741] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-320f12a1-7803-4527-847e-8660c500ed93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.710873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.711000] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.711157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.711270] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320f12a1-7803-4527-847e-8660c500ed93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.714890] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: IN_PROGRESS for 2s [ 623.756056] env[62807]: INFO networking_nsxv3.common.synchronization [req-ca76ff5f-3977-4c63-8b15-6165946c9044 req-31b58114-513a-4a6b-b761-151667be9f29 tempest-ServersAdminNegativeTestJSON-1453842836 tempest-ServersAdminNegativeTestJSON-1453842836-project-member] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 623.756589] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 623.756905] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.757116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.757184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.757480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.757593] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.757712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.757814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.757961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.758042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.758153] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.843103] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: SUCCESS [ 623.843776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.843859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.844101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.844317] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.844452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.844508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.844955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.844955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.844955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.844955] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.213586] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.213586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.215012] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.215012] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320f12a1-7803-4527-847e-8660c500ed93 with status ACTIVE [ 624.215571] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.215689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.215689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.215914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.215998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.216483] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.216483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.216483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.216483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.216671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.216747] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.216833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.216889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.217037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.217108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.217189] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320f12a1-7803-4527-847e-8660c500ed93 is going to be updated. [ 624.241031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.241031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.241266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.241299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.241652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.241652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320f12a1-7803-4527-847e-8660c500ed93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.263608] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.263716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.263754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264303] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.265493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 already deleted. [ 624.265493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.348080] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.348252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.348323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.348547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.348710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.348817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.348894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.349048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.349135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.349234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.349384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.349485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.349539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.349690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.349839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.349943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.349997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.350223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.350303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.350387] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.693265] env[62807]: INFO networking_nsxv3.common.synchronization [None req-22a96af9-1c3a-4485-acee-904cee9a2028 None None] Enqueued Resource ID: 7e533409-6860-4f6d-9b5d-6efc482db443 with Priority: HIGHEST for action port [ 624.693265] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e533409-6860-4f6d-9b5d-6efc482db443 with Priority: HIGHEST for action port [ 624.693265] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e533409-6860-4f6d-9b5d-6efc482db443 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.693265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e533409-6860-4f6d-9b5d-6efc482db443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.693265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e533409-6860-4f6d-9b5d-6efc482db443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.693265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e533409-6860-4f6d-9b5d-6efc482db443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.693960] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e533409-6860-4f6d-9b5d-6efc482db443',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.722316] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.852648] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3579f2a1-4c6b-4f06-8d21-ed5f6727806d: rpc.has_security_group_logging(os_id): False [ 624.877206] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.877391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.877758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.877758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.877896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.879778] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.879778] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.879778] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.879778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.881202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.881202] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d is going to be created. [ 624.939323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.939483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.939541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.939716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.940452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.950297] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: IN_PROGRESS for 2s [ 625.003518] env[62807]: INFO networking_nsxv3.common.synchronization [None req-04571a21-35a9-414c-856c-e7967f3f8f7c tempest-VolumesAssistedSnapshotsTest-475127952 tempest-VolumesAssistedSnapshotsTest-475127952-project-member] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 625.004917] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 625.006479] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2930b391-b430-43eb-9d8f-dd21c59bf48e None None] Enqueued Resource ID: f2828328-2aee-480d-a105-51b91f5b5622 with Priority: HIGHEST for action port [ 625.006839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.006979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.007101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.007299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.007382] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.009963] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2828328-2aee-480d-a105-51b91f5b5622 with Priority: HIGHEST for action port [ 625.012861] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2828328-2aee-480d-a105-51b91f5b5622 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.013010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2828328-2aee-480d-a105-51b91f5b5622" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.013151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2828328-2aee-480d-a105-51b91f5b5622" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.013707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2828328-2aee-480d-a105-51b91f5b5622" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.013803] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2828328-2aee-480d-a105-51b91f5b5622',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.197187] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e533409-6860-4f6d-9b5d-6efc482db443 [ 625.197569] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.197671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.197709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.197981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.198090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.202451] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e533409-6860-4f6d-9b5d-6efc482db443 already deleted. [ 625.202634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e533409-6860-4f6d-9b5d-6efc482db443" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.225048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.225238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.225312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.227283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.227405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.227519] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 is going to be created. [ 625.265695] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.265695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.265695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.278104] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: UNINITIALIZED for 2s [ 625.383670] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.383670] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.383670] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.383670] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.391824] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.391824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.391824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.391824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.391824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391824] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.391824] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.391824] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.391824] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.391824] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.391824] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.391824] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.421716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.421716] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 625.421716] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.421716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.421716] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-2710b5a0-6082-4d38-b71c-312e2c456a04 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.421716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.421716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.421716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.421716] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2710b5a0-6082-4d38-b71c-312e2c456a04',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.437902] env[62807]: INFO networking_nsxv3.common.synchronization [None req-880409d6-d999-4ad6-8efa-7dafdbc6bdb3 tempest-VolumesAssistedSnapshotsTest-475127952 tempest-VolumesAssistedSnapshotsTest-475127952-project-member] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 625.438501] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 625.438836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.438941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.518933] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2828328-2aee-480d-a105-51b91f5b5622 [ 625.519177] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.521077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.521077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.521077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.521077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.521077] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2828328-2aee-480d-a105-51b91f5b5622 already deleted. [ 625.521077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2828328-2aee-480d-a105-51b91f5b5622" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.533661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.533661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.533661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.533661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.533661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.533661] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 already deleted. [ 625.533661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.533967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.535229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.535399] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.734545] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: SUCCESS [ 625.734933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.932021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.932021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 2710b5a0-6082-4d38-b71c-312e2c456a04 not found, creating... [ 625.932021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.932021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.932571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.932571] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.932571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.932780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.933033] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.933555] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.933947] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 2710b5a0-6082-4d38-b71c-312e2c456a04 is going to be created. [ 625.957971] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.958705] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.958705] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.958705] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.958979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.959222] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.056330] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.058012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.058012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.058012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.058012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.058012] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 already deleted. [ 626.058012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.664581] env[62807]: INFO networking_nsxv3.common.synchronization [req-40f98fef-989c-4ca0-b66f-e0af13d13f3d req-a15f2ccb-c3d7-4f4d-b2a6-9c55244ad3f1 tempest-ServerDiagnosticsTest-1981255997 tempest-ServerDiagnosticsTest-1981255997-project-member] Enqueued Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 626.666753] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 626.668282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.669761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.670313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.672921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.672921] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.672921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.672921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.672921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.672921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.672921] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.963043] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: SUCCESS [ 626.963043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.179876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.179945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180137] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.180289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.180289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.180447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.180523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180607] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 already deleted. [ 627.180683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.287349] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: SUCCESS [ 627.287565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.288030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.288030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.288173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.288286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.288344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.288496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.288579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.288726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.288781] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.505130] env[62807]: INFO networking_nsxv3.common.synchronization [req-ca76ff5f-3977-4c63-8b15-6165946c9044 req-826ef6d0-7711-42eb-b24d-404cb23d4611 service nova] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_rules [ 627.505328] env[62807]: INFO networking_nsxv3.common.synchronization [req-ca76ff5f-3977-4c63-8b15-6165946c9044 req-826ef6d0-7711-42eb-b24d-404cb23d4611 service nova] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 627.505530] env[62807]: INFO networking_nsxv3.common.synchronization [req-ca76ff5f-3977-4c63-8b15-6165946c9044 req-826ef6d0-7711-42eb-b24d-404cb23d4611 service nova] Enqueued Resource ID: 2710b5a0-6082-4d38-b71c-312e2c456a04 with Priority: HIGHEST for action port [ 627.505770] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_rules [ 627.505901] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 627.506028] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2710b5a0-6082-4d38-b71c-312e2c456a04 with Priority: HIGHEST for action port [ 627.506636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.506758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.506821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.507308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.507308] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.508643] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.509293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.509293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.509293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.509293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.509293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.509589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.509589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.509589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.510215] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.510965] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2710b5a0-6082-4d38-b71c-312e2c456a04 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.511083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.511309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.511309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.513661] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2710b5a0-6082-4d38-b71c-312e2c456a04',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.792065] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.792521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.792983] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.793155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.793236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.793386] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.793491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.793537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.793914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.793914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.794038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.794129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.794205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.794287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.794370] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.823969] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.824165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.824264] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.826152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.826152] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.826152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.826152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.826152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.826152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.826152] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.826152] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.826589] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.826589] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.826650] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.826867] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.827021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.850600] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.851402] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.851402] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.851402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.851769] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-e4cf948d-498b-4313-851a-72093b0a656c taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.851899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.851957] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.852320] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.852469] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4cf948d-498b-4313-851a-72093b0a656c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.010575] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.010928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.010969] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.018677] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2710b5a0-6082-4d38-b71c-312e2c456a04 with status ACTIVE [ 628.018677] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.019078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.019491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.019491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.019491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.019613] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.019684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.019765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.019901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.019958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.020083] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2710b5a0-6082-4d38-b71c-312e2c456a04 is going to be updated. [ 628.041902] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.042164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.042164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.042298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.042431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2710b5a0-6082-4d38-b71c-312e2c456a04" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.299609] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c1eea2e-a63f-4266-909b-ac1477024767: rpc.has_security_group_logging(os_id): False [ 628.319281] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.319281] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.319281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.319623] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.319714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.319903] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.320594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.321659] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 is going to be created. [ 628.357762] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.358039] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.358171] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.358451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.358599] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.358848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port e4cf948d-498b-4313-851a-72093b0a656c not found, creating... [ 628.359059] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.359253] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.359380] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.359596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.359726] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.360015] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.360170] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.360281] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.360483] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.360611] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.360753] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: e4cf948d-498b-4313-851a-72093b0a656c is going to be created. [ 628.439125] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.439125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.439125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.439125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.439125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.439125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.450415] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.450415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.450415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.450415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.450415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.454601] env[62807]: INFO networking_nsxv3.common.synchronization [None req-a74f1422-07e3-429b-a701-b2b032afd9cf None None] Enqueued Resource ID: dad69166-3d8d-473c-b9b1-39ba95f8b0eb with Priority: HIGHEST for action port [ 628.455169] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad69166-3d8d-473c-b9b1-39ba95f8b0eb with Priority: HIGHEST for action port [ 628.455440] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad69166-3d8d-473c-b9b1-39ba95f8b0eb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.455574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad69166-3d8d-473c-b9b1-39ba95f8b0eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad69166-3d8d-473c-b9b1-39ba95f8b0eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad69166-3d8d-473c-b9b1-39ba95f8b0eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456000] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad69166-3d8d-473c-b9b1-39ba95f8b0eb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.464231] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: IN_PROGRESS for 2s [ 628.519756] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.789999] env[62807]: INFO networking_nsxv3.common.synchronization [None req-5c69afb5-c2a0-4ba1-9b2d-49b54fb1562d None None] Enqueued Resource ID: 58388913-41a3-46fd-8a78-52810e9c14ba with Priority: HIGHEST for action port [ 628.790888] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58388913-41a3-46fd-8a78-52810e9c14ba with Priority: HIGHEST for action port [ 628.793696] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-58388913-41a3-46fd-8a78-52810e9c14ba taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.793887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58388913-41a3-46fd-8a78-52810e9c14ba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.793971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58388913-41a3-46fd-8a78-52810e9c14ba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.794296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58388913-41a3-46fd-8a78-52810e9c14ba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.794396] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58388913-41a3-46fd-8a78-52810e9c14ba',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.958549] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad69166-3d8d-473c-b9b1-39ba95f8b0eb [ 628.959122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.959878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.959878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.959878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.959878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.959878] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad69166-3d8d-473c-b9b1-39ba95f8b0eb already deleted. [ 628.960148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad69166-3d8d-473c-b9b1-39ba95f8b0eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.022457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.022457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.022457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.022457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.022902] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be created. [ 629.044502] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.044649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.048034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.055583] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: UNINITIALIZED for 2s [ 629.296924] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58388913-41a3-46fd-8a78-52810e9c14ba [ 629.297196] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.297343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.297418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.298414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.298567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.300040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58388913-41a3-46fd-8a78-52810e9c14ba already deleted. [ 629.300040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58388913-41a3-46fd-8a78-52810e9c14ba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.485878] env[62807]: INFO networking_nsxv3.common.synchronization [req-f6232243-e303-4e8a-8089-6def3f35c979 req-1eab0c94-2946-4f33-bff8-270e712aa3a9 tempest-DeleteServersAdminTestJSON-627803745 tempest-DeleteServersAdminTestJSON-627803745-project-member] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 629.485878] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 629.485878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.485878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.485878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.485878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.485878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.486464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.486464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.486464] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [req-40f98fef-989c-4ca0-b66f-e0af13d13f3d req-320e61e5-e55f-49c0-b319-a9fedd2ba22b service nova] Enqueued Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_rules [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [req-40f98fef-989c-4ca0-b66f-e0af13d13f3d req-320e61e5-e55f-49c0-b319-a9fedd2ba22b service nova] Enqueued Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [req-40f98fef-989c-4ca0-b66f-e0af13d13f3d req-320e61e5-e55f-49c0-b319-a9fedd2ba22b service nova] Enqueued Resource ID: e4cf948d-498b-4313-851a-72093b0a656c with Priority: HIGHEST for action port [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_rules [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 629.582287] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4cf948d-498b-4313-851a-72093b0a656c with Priority: HIGHEST for action port [ 629.582287] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.582287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.582287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.583183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.583183] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.584153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.584278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.584343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.584532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.584675] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.584764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.584818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.584952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.585044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.585209] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.586056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4cf948d-498b-4313-851a-72093b0a656c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.586056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.590505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.590505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.590505] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4cf948d-498b-4313-851a-72093b0a656c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.630818] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0be81e24-20d3-4fd0-a103-111d7f49284f None None] Enqueued Resource ID: 20398353-9f7e-4336-a987-cfaeb57b76da with Priority: HIGHEST for action port [ 629.634688] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20398353-9f7e-4336-a987-cfaeb57b76da with Priority: HIGHEST for action port [ 629.634688] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-20398353-9f7e-4336-a987-cfaeb57b76da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.634688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20398353-9f7e-4336-a987-cfaeb57b76da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.634688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20398353-9f7e-4336-a987-cfaeb57b76da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.634688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20398353-9f7e-4336-a987-cfaeb57b76da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.634688] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20398353-9f7e-4336-a987-cfaeb57b76da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.988800] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.989366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.989366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.989510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.990017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.990017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.990017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.990017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.990708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.990708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.990708] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 already deleted. [ 629.990708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.051677] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052612] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052612] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052612] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052612] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.053347] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053565] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.053779] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.053898] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.054258] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.054385] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.054793] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.054793] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.054793] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.076019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.076019] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.076019] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.076019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.076019] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-cdb5c7dc-7e71-4338-af80-0211db859c91 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.076019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.076019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.076019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.076019] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb5c7dc-7e71-4338-af80-0211db859c91',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.091194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.091313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.092284] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.093153] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4cf948d-498b-4313-851a-72093b0a656c with status ACTIVE [ 630.093764] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.093764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.093764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.093764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.094169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.094169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.094169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.094169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.094889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.094953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.095156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.095260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.095326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.096026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.096121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.096219] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4cf948d-498b-4313-851a-72093b0a656c is going to be updated. [ 630.122591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.122738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.122811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.123026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.123166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.123323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4cf948d-498b-4313-851a-72093b0a656c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.138655] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20398353-9f7e-4336-a987-cfaeb57b76da [ 630.139096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.139406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.140100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.140460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.140699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.140934] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20398353-9f7e-4336-a987-cfaeb57b76da already deleted. [ 630.141295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20398353-9f7e-4336-a987-cfaeb57b76da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.477509] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: SUCCESS [ 630.477755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.579993] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.580314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.580409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.580657] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.580814] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.581036] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port cdb5c7dc-7e71-4338-af80-0211db859c91 not found, creating... [ 630.581305] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.581421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.581533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.582135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.582135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.582261] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.582316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.582430] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.582636] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.582770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.582912] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: cdb5c7dc-7e71-4338-af80-0211db859c91 is going to be created. [ 630.601417] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.605745] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.605827] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.606082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.606313] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.606599] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.606851] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.066587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 631.066880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.066919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.067134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.067326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.067445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.067510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.067666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.067750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.067832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.067950] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.112960] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.112960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112960] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 is going to be created. [ 631.134142] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.134142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.134142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.134142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.134142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.143083] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: UNINITIALIZED for 2s [ 631.571063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.571368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.571452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.571754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.571948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.572066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.572184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.572311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.572589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.572589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.572648] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.572866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.572943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.573126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.573296] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.573885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.573885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.573885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.573885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.573885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.573885] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.631269] env[62807]: INFO networking_nsxv3.common.synchronization [req-f6232243-e303-4e8a-8089-6def3f35c979 req-e0081bbc-b557-4e99-8a92-642f4120add4 service nova] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_rules [ 631.631269] env[62807]: INFO networking_nsxv3.common.synchronization [req-f6232243-e303-4e8a-8089-6def3f35c979 req-e0081bbc-b557-4e99-8a92-642f4120add4 service nova] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 631.632114] env[62807]: INFO networking_nsxv3.common.synchronization [req-f6232243-e303-4e8a-8089-6def3f35c979 req-e0081bbc-b557-4e99-8a92-642f4120add4 service nova] Enqueued Resource ID: cdb5c7dc-7e71-4338-af80-0211db859c91 with Priority: HIGHEST for action port [ 631.635066] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_rules [ 631.635066] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 631.635066] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb5c7dc-7e71-4338-af80-0211db859c91 with Priority: HIGHEST for action port [ 631.635066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.635066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.635066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.635066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.635066] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.638266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.638266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.638266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.638476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.638591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.638732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.638819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.639075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.639449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.639578] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.640625] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb5c7dc-7e71-4338-af80-0211db859c91 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.640779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.640810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.640990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.643582] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb5c7dc-7e71-4338-af80-0211db859c91',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.078179] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243d34bc-9e6d-4b91-b5a9-8e182077b7d8: rpc.has_security_group_logging(os_id): False [ 632.096176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.096325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.096427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.096723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.096817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.097038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.097149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.097950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.097950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.097950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.097950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.097950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.097950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.099346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.099457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.099998] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.099998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.100147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.101591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.101591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.101591] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be created. [ 632.143040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.143040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.143352] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.145230] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb5c7dc-7e71-4338-af80-0211db859c91 with status ACTIVE [ 632.147128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.147128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.147128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.147128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.147128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.147128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.147470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.147470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.147470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.147641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.147685] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.147794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.147854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.154065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.154065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.154065] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb5c7dc-7e71-4338-af80-0211db859c91 is going to be updated. [ 632.159999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.162178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.162609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.162677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.163229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.174957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.175115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.175191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.175953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.176135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.176312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb5c7dc-7e71-4338-af80-0211db859c91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.177642] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 632.317475] env[62807]: INFO networking_nsxv3.common.synchronization [req-18a4253f-96fa-4862-9bf5-6f3de789cea9 req-88e33391-6ba5-423f-913a-bb1b666db92d tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 632.318196] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 632.318196] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.319344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.319499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.319776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.320042] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.320197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.320197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.320285] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.320875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.320875] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.655400] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.680235] env[62807]: INFO networking_nsxv3.common.synchronization [None req-6022d2a0-9c82-4f50-9fb8-0e40b4859379 None None] Enqueued Resource ID: 99339487-dce1-4b43-9063-9881ed6c1ec5 with Priority: HIGHEST for action port [ 632.680235] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99339487-dce1-4b43-9063-9881ed6c1ec5 with Priority: HIGHEST for action port [ 632.680235] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-99339487-dce1-4b43-9063-9881ed6c1ec5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.680235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99339487-dce1-4b43-9063-9881ed6c1ec5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.680235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99339487-dce1-4b43-9063-9881ed6c1ec5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.682134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99339487-dce1-4b43-9063-9881ed6c1ec5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.682370] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99339487-dce1-4b43-9063-9881ed6c1ec5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.825128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.825128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.825128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.825128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.825128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.825670] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.825670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.825670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.825670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.825670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.825848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b already deleted. [ 632.825848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.859837] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.860169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.860249] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.860458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.860715] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.860890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.861033] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.861907] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.862081] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.863088] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.863088] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.863088] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.863501] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.863609] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.863722] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.864181] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.886534] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.886534] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.886534] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.886534] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.886847] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-827a94b4-5864-4060-bfb5-d0e9d2281332 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.887121] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.887121] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.887521] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.888213] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827a94b4-5864-4060-bfb5-d0e9d2281332',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.157256] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: SUCCESS [ 633.157498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.157897] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.158201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.158201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.158371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.158570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.158570] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be created. [ 633.159688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.159847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160131] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.160509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.160509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160801] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.185030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.185030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99339487-dce1-4b43-9063-9881ed6c1ec5 [ 633.185030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.185030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.187025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.187025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.187132] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99339487-dce1-4b43-9063-9881ed6c1ec5 already deleted. [ 633.188082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99339487-dce1-4b43-9063-9881ed6c1ec5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.195606] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: UNINITIALIZED for 2s [ 633.395450] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.395779] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.395933] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.396266] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.396389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.396550] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 827a94b4-5864-4060-bfb5-d0e9d2281332 not found, creating... [ 633.396848] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397074] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.397207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.397432] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.397675] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.397898] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.398539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.398539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.398899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.398899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.399835] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 827a94b4-5864-4060-bfb5-d0e9d2281332 is going to be created. [ 633.420050] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.423887] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.424056] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.424357] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.424592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.424821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.669321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.669492] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.669638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.670236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.670236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.670236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.670236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.670429] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.903492] env[62807]: INFO networking_nsxv3.common.synchronization [req-9df3d3ab-62fb-488f-a0e8-0358b1805c49 req-c79d605a-badb-4bd9-84ac-55e1baabec8d tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 633.905160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 633.905578] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.906046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.906172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.906593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.906823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.906987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.907105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.907480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907630] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.172858] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b5e95f-9caa-4a03-b258-39a764d2d4c9: rpc.has_security_group_logging(os_id): False [ 634.190787] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 634.191022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.192172] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.192303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.192471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.192679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.192773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.192974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.193096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.193159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.193485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.193614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.193747] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.193844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.193904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.194615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.195093] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 is going to be created. [ 634.248752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.248896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.248986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.249232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.249413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.259117] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: IN_PROGRESS for 2s [ 634.409877] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.410049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.410391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.410649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.410750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.410954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.411089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.411158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.411316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.411396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.411482] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 already deleted. [ 634.411640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.464583] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3ce438b7-d8de-4ca1-9ccf-4f554b448d18 None None] Enqueued Resource ID: 4c571bb6-f569-419a-b601-be2ffe815b35 with Priority: HIGHEST for action port [ 634.465260] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c571bb6-f569-419a-b601-be2ffe815b35 with Priority: HIGHEST for action port [ 634.465563] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c571bb6-f569-419a-b601-be2ffe815b35 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.465691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c571bb6-f569-419a-b601-be2ffe815b35" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.465758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c571bb6-f569-419a-b601-be2ffe815b35" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.467237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c571bb6-f569-419a-b601-be2ffe815b35" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.467356] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c571bb6-f569-419a-b601-be2ffe815b35',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.735099] env[62807]: INFO networking_nsxv3.common.synchronization [req-18a4253f-96fa-4862-9bf5-6f3de789cea9 req-ab49f3fb-4a06-4f2d-a89b-261c2fcb325a service nova] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_rules [ 634.735250] env[62807]: INFO networking_nsxv3.common.synchronization [req-18a4253f-96fa-4862-9bf5-6f3de789cea9 req-ab49f3fb-4a06-4f2d-a89b-261c2fcb325a service nova] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 634.735455] env[62807]: INFO networking_nsxv3.common.synchronization [req-18a4253f-96fa-4862-9bf5-6f3de789cea9 req-ab49f3fb-4a06-4f2d-a89b-261c2fcb325a service nova] Enqueued Resource ID: 827a94b4-5864-4060-bfb5-d0e9d2281332 with Priority: HIGHEST for action port [ 634.736120] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_rules [ 634.736295] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 634.736421] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827a94b4-5864-4060-bfb5-d0e9d2281332 with Priority: HIGHEST for action port [ 634.736793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.736879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.737234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.737330] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.738478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.740725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.740829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.741247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.741476] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.741625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.741698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.742263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.742263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.742263] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.743961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-827a94b4-5864-4060-bfb5-d0e9d2281332 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.744115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.744115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.744420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.744420] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827a94b4-5864-4060-bfb5-d0e9d2281332',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.797113] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.797113] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.797113] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.797527] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.797527] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.798028] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.798028] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.798028] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.798435] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.798435] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.798525] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.820907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.821291] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.821599] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.823561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.823561] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.823561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.823561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.823561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.823561] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1ae96b-a9fd-4e11-9803-191a35a77cb2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.970574] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c571bb6-f569-419a-b601-be2ffe815b35 [ 634.970896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.971045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.971119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.971393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.971514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.971627] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c571bb6-f569-419a-b601-be2ffe815b35 already deleted. [ 634.971748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c571bb6-f569-419a-b601-be2ffe815b35" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.205921] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 635.206295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.206619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.206790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.207025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.207148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.207212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.208512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.208512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.208512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.208512] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.245738] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.246752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.246858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 827a94b4-5864-4060-bfb5-d0e9d2281332 with status ACTIVE [ 635.247185] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.247543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.247792] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.248409] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.248505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.248920] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 827a94b4-5864-4060-bfb5-d0e9d2281332 is going to be updated. [ 635.288450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.288517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.291019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.291019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.291019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.291019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-827a94b4-5864-4060-bfb5-d0e9d2281332" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.329868] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329868] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.331379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.331379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.331379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.331379] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 not found, creating... [ 635.331601] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.331759] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.331852] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.333343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.333343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.333343] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.333343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.333579] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.334049] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.334049] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.334207] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 is going to be created. [ 635.360600] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.360964] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.361036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.361544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.361544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.362210] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.710940] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.713513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.714216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.714216] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.714216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.714216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.714436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.714436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.714521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.714683] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.714854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.714854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.714976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.715553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.715553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.715553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.715553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.715553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.715553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.716021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.753973] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.217913] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2650c725-c33c-4621-acd1-752f79bd2161: rpc.has_security_group_logging(os_id): False [ 636.234625] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.235116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.235314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.235471] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.235550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.235550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.235695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.235773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.236070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.236070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.236267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.236346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.236548] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.236644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.236849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.236926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.237112] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be created. [ 636.255994] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.256200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.256272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.256672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.256672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.256672] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be created. [ 636.275075] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: SUCCESS [ 636.275318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.276743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.276888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.276940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.277617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.277617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.286071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: UNINITIALIZED for 2s [ 636.290982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.290982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.290982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.290982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.290982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.300391] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 636.691844] env[62807]: INFO networking_nsxv3.common.synchronization [req-0cadc363-b5da-45ee-982e-5715f1ba78ba req-f6281a47-3c88-4c71-9d34-88bd72940d9a tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 636.693463] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 636.693862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.694674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.694674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.694674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.694674] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.694674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.694674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.694990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.695298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.696033] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.836410] env[62807]: INFO networking_nsxv3.common.synchronization [req-9df3d3ab-62fb-488f-a0e8-0358b1805c49 req-1cc5a500-10d1-42c1-91ae-44517bf7b9e8 service nova] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 636.836613] env[62807]: INFO networking_nsxv3.common.synchronization [req-9df3d3ab-62fb-488f-a0e8-0358b1805c49 req-1cc5a500-10d1-42c1-91ae-44517bf7b9e8 service nova] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 636.836857] env[62807]: INFO networking_nsxv3.common.synchronization [req-9df3d3ab-62fb-488f-a0e8-0358b1805c49 req-1cc5a500-10d1-42c1-91ae-44517bf7b9e8 service nova] Enqueued Resource ID: 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 with Priority: HIGHEST for action port [ 636.836982] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_rules [ 636.837156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 636.837210] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 with Priority: HIGHEST for action port [ 636.838040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.838926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.838991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.839232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.839453] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.840125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.840248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.840375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.840456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.840665] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.840721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.840758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.840883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.840969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.841569] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.841804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.841871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.841907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.842367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.842447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1ae96b-a9fd-4e11-9803-191a35a77cb2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.061900] env[62807]: INFO networking_nsxv3.common.synchronization [None req-09418f72-3a37-40b0-90e7-b1adaadf93f1 None None] Enqueued Resource ID: d18f8a07-f654-4f94-bde4-e7e6b58b2a62 with Priority: HIGHEST for action port [ 637.062160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18f8a07-f654-4f94-bde4-e7e6b58b2a62 with Priority: HIGHEST for action port [ 637.062765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18f8a07-f654-4f94-bde4-e7e6b58b2a62 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.062902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18f8a07-f654-4f94-bde4-e7e6b58b2a62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.062965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18f8a07-f654-4f94-bde4-e7e6b58b2a62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.063383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18f8a07-f654-4f94-bde4-e7e6b58b2a62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.063383] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18f8a07-f654-4f94-bde4-e7e6b58b2a62',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.199860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199860] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 already deleted. [ 637.199860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.348767] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.348767] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.348767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 with status ACTIVE [ 637.348767] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.348767] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.348767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.349543] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.349543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.349543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.349543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.349543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.352510] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e1ae96b-a9fd-4e11-9803-191a35a77cb2 is going to be updated. [ 637.375881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.375881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.375881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.375881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.375881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.375881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1ae96b-a9fd-4e11-9803-191a35a77cb2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.401676] env[62807]: INFO networking_nsxv3.common.synchronization [None req-4a2fc72b-8b51-42e9-b698-f8fb254ab59d None None] Enqueued Resource ID: fdf52501-47f5-4ead-8a19-fc9caef45239 with Priority: HIGHEST for action port [ 637.401676] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf52501-47f5-4ead-8a19-fc9caef45239 with Priority: HIGHEST for action port [ 637.401676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf52501-47f5-4ead-8a19-fc9caef45239 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.401676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf52501-47f5-4ead-8a19-fc9caef45239" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.401676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf52501-47f5-4ead-8a19-fc9caef45239" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.404308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf52501-47f5-4ead-8a19-fc9caef45239" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.405577] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf52501-47f5-4ead-8a19-fc9caef45239',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.565881] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18f8a07-f654-4f94-bde4-e7e6b58b2a62 [ 637.566203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.566344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.566414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.566633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.566801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.566853] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18f8a07-f654-4f94-bde4-e7e6b58b2a62 already deleted. [ 637.566914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18f8a07-f654-4f94-bde4-e7e6b58b2a62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.798469] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.798817] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.798817] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.799162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.799444] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.799702] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.800695] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.800695] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.800811] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.801050] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.801192] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.801299] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.801409] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.801523] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.801629] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.801767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.821335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.821335] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.821335] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.821335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.821335] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-559634c5-106d-4de8-b7b2-596fd81a0c30 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.821335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.821335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.821955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.821955] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559634c5-106d-4de8-b7b2-596fd81a0c30',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.853813] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.910399] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdf52501-47f5-4ead-8a19-fc9caef45239 [ 637.910660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.910798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.910869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.911102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.911197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.911292] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdf52501-47f5-4ead-8a19-fc9caef45239 already deleted. [ 637.911498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf52501-47f5-4ead-8a19-fc9caef45239" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.246293] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e7950756-36eb-4a63-9865-1ce63932e8a9 None None] Enqueued Resource ID: 56c7e19f-862c-4d54-bfc8-5308c16deb82 with Priority: HIGHEST for action port [ 638.246293] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7e19f-862c-4d54-bfc8-5308c16deb82 with Priority: HIGHEST for action port [ 638.246293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c7e19f-862c-4d54-bfc8-5308c16deb82 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.246293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c7e19f-862c-4d54-bfc8-5308c16deb82" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.246293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c7e19f-862c-4d54-bfc8-5308c16deb82" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.246293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c7e19f-862c-4d54-bfc8-5308c16deb82" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.246293] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c7e19f-862c-4d54-bfc8-5308c16deb82',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.289751] env[62807]: INFO networking_nsxv3.common.synchronization [req-a3653573-1e86-4769-aa0a-6de6827fed7f req-035ea561-542e-46aa-ae3b-985eced3df0c tempest-ImagesNegativeTestJSON-1161638411 tempest-ImagesNegativeTestJSON-1161638411-project-member] Enqueued Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 638.289998] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGHEST for action security_group_members [ 638.293616] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.293770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.293805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.294020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.298035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.298035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.298035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.298035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.298035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.298035] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.301283] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 638.301470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.302522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.302682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.302864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.302970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.303042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.303189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.303267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.303347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.303433] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.312079] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 638.312321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.325251] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.325395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.325521] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.326105] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.326105] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.326105] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 559634c5-106d-4de8-b7b2-596fd81a0c30 not found, creating... [ 638.326370] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.326528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.326934] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.327271] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.327455] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.327770] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.327930] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.329163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.329163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.329163] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 559634c5-106d-4de8-b7b2-596fd81a0c30 is going to be created. [ 638.350257] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.350586] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.350659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.353036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.353036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.353036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.355755] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.355868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.355912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.356433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.356433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.356433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 is going to be created. [ 638.378320] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.378320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.378320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.378320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.378320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.390014] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: UNINITIALIZED for 2s [ 638.749292] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56c7e19f-862c-4d54-bfc8-5308c16deb82 [ 638.749292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.749292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.749587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.749931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.750144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.750519] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56c7e19f-862c-4d54-bfc8-5308c16deb82 already deleted. [ 638.750519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c7e19f-862c-4d54-bfc8-5308c16deb82" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.799362] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.799638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.799638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.799800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.799893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.800103] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.800200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.800918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.800918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.800918] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d is going to be updated. [ 638.806126] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.806126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.807198] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.807198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.807472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.807472] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.807537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.807537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.807686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.807900] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.807900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.808041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.808146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.808236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.808331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.808441] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.852593] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.852593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.852593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.852593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.852593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865328] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: IN_PROGRESS for 2s [ 639.314269] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19eef419-5ed0-4377-88c6-e5683c7e132b: rpc.has_security_group_logging(os_id): False [ 639.339466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.339466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.339705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.339851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.339970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.340260] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.340369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.340475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.340613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341563] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.343073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.343073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.343073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be created. [ 639.402794] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.403164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.403164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.403396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.403906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415672] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 639.447935] env[62807]: INFO networking_nsxv3.common.synchronization [req-88938ac9-4663-477d-8a16-ed544bc5745e req-2cb96c11-b594-4668-b4cd-f17bcc127143 tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 639.447935] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 639.447935] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.448397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.448603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.448972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.449254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.451126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.451126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.451126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.451126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.451126] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.586866] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2621b4df-1cb3-4287-8b95-cef99eda17ca None None] Enqueued Resource ID: ea6d0512-2071-4a85-bbd9-c0f684eb5ff7 with Priority: HIGHEST for action port [ 639.587187] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6d0512-2071-4a85-bbd9-c0f684eb5ff7 with Priority: HIGHEST for action port [ 639.588057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6d0512-2071-4a85-bbd9-c0f684eb5ff7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.588057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6d0512-2071-4a85-bbd9-c0f684eb5ff7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.588057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6d0512-2071-4a85-bbd9-c0f684eb5ff7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.589345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6d0512-2071-4a85-bbd9-c0f684eb5ff7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.589454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6d0512-2071-4a85-bbd9-c0f684eb5ff7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.953665] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.953834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.953910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.954164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.954283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.954512] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.954620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.954687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.954856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.954936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.955802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 already deleted. [ 639.956347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.091756] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea6d0512-2071-4a85-bbd9-c0f684eb5ff7 [ 640.093411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.093411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.093411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.093411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.093411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.093411] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea6d0512-2071-4a85-bbd9-c0f684eb5ff7 already deleted. [ 640.093411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6d0512-2071-4a85-bbd9-c0f684eb5ff7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.402310] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: SUCCESS [ 640.402682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.405209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.405549] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.405794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.406046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.406331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.406506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.406751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.406926] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.470063] env[62807]: INFO networking_nsxv3.common.synchronization [req-0cadc363-b5da-45ee-982e-5715f1ba78ba req-86692ea5-c614-4b7d-b047-6173b8f28ef9 service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 640.470270] env[62807]: INFO networking_nsxv3.common.synchronization [req-0cadc363-b5da-45ee-982e-5715f1ba78ba req-86692ea5-c614-4b7d-b047-6173b8f28ef9 service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 640.470406] env[62807]: INFO networking_nsxv3.common.synchronization [req-0cadc363-b5da-45ee-982e-5715f1ba78ba req-86692ea5-c614-4b7d-b047-6173b8f28ef9 service nova] Enqueued Resource ID: 559634c5-106d-4de8-b7b2-596fd81a0c30 with Priority: HIGHEST for action port [ 640.471013] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 640.471532] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 640.471673] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559634c5-106d-4de8-b7b2-596fd81a0c30 with Priority: HIGHEST for action port [ 640.473108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.473108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.473108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.473299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.473299] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.474335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.474439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.474490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.474636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.474943] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.474943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.475028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.475226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.475491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.475491] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.476306] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-559634c5-106d-4de8-b7b2-596fd81a0c30 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.476306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.476476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.476476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.476547] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559634c5-106d-4de8-b7b2-596fd81a0c30',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.762890] env[62807]: INFO networking_nsxv3.common.synchronization [req-c6070028-fe89-452f-a8bc-788ec6c13117 req-bd0dafcd-2887-4c08-94cb-df2f70a8d168 tempest-ServerDiagnosticsNegativeTest-137291582 tempest-ServerDiagnosticsNegativeTest-137291582-project-member] Enqueued Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 640.763501] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGHEST for action security_group_members [ 640.764565] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.764711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.764778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.765027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.765331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.765486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.765664] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.877875] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d in Status: SUCCESS [ 640.877875] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d deletion is rescheduled due to dependency. [ 640.880583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.910583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.979054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.979054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.980729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.981097] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559634c5-106d-4de8-b7b2-596fd81a0c30 with status ACTIVE [ 640.981563] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.981656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.981656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.982057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.982057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.982157] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.982235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.982293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.982519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.982519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.982705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.982767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.983323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.983962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.984077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.984176] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559634c5-106d-4de8-b7b2-596fd81a0c30 is going to be updated. [ 641.005733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.005733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.005733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.006027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.006873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.006873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559634c5-106d-4de8-b7b2-596fd81a0c30" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189272] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.190427] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.190569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.190944] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.191311] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.191476] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.191594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.191847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.192069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.192343] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.192446] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.193097] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.193097] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.193097] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.193097] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.193533] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.212431] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.212650] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.212965] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.212965] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.213421] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-80990e09-7766-4c2a-937b-52c703caa252 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.213619] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.213746] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.214847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.217144] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80990e09-7766-4c2a-937b-52c703caa252',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.269029] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.270391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.270731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.270834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.271135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.271313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.271313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.271476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.271549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.271618] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 is going to be updated. [ 641.277603] env[62807]: INFO networking_nsxv3.common.synchronization [None req-05d68b12-c6b9-414c-9be2-ef45f73b74fe None None] Enqueued Resource ID: 3c52a900-8580-4b27-836c-28fb32eb902d with Priority: HIGHEST for action port [ 641.278389] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c52a900-8580-4b27-836c-28fb32eb902d with Priority: HIGHEST for action port [ 641.279617] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c52a900-8580-4b27-836c-28fb32eb902d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.281349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c52a900-8580-4b27-836c-28fb32eb902d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c52a900-8580-4b27-836c-28fb32eb902d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.284404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c52a900-8580-4b27-836c-28fb32eb902d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.284404] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c52a900-8580-4b27-836c-28fb32eb902d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.302261] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.302519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.302519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.302920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.302920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.312107] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: IN_PROGRESS for 2s [ 641.413188] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef50aaf8-b91e-43c9-82cf-7a1b2d2db320: rpc.has_security_group_logging(os_id): False [ 641.428061] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 641.428316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.434548] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.435151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.435151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.435151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.435439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.435547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.435612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.435881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.435992] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 is going to be created. [ 641.486900] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.506194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.506482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.506559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.506888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.508079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.522420] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: IN_PROGRESS for 2s [ 641.723460] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.726289] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 80990e09-7766-4c2a-937b-52c703caa252 not found, creating... [ 641.726289] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.726289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.726693] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.727866] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.728331] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.728831] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.729171] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.729493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 80990e09-7766-4c2a-937b-52c703caa252 is going to be created. [ 641.753277] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.753277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.753277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.753277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.753277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.753277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.791960] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c52a900-8580-4b27-836c-28fb32eb902d [ 641.792459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.792770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.792905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.793221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.793377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.793567] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c52a900-8580-4b27-836c-28fb32eb902d already deleted. [ 641.793727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c52a900-8580-4b27-836c-28fb32eb902d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.994404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.994404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.994404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.994404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.994404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.994404] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be created. [ 642.022840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.022840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.022840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.022840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.022840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.040425] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: UNINITIALIZED for 2s [ 642.305333] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e3647f4b-c4bb-4ed6-9e9a-d494500f99fc tempest-ServersTestBootFromVolume-1088202117 tempest-ServersTestBootFromVolume-1088202117-project-member] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 642.305908] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 642.306245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.306376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.306439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.306753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.306818] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.776794] env[62807]: INFO networking_nsxv3.common.synchronization [None req-21123b04-fe52-4a6a-91f0-b1fbd04405dd tempest-ServersTestBootFromVolume-1088202117 tempest-ServersTestBootFromVolume-1088202117-project-member] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 642.777333] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 642.777500] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.777818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.829055] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.829055] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 already deleted. [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.829055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.829055] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.838531] env[62807]: INFO networking_nsxv3.common.synchronization [None req-eee197bf-736a-4f6b-893e-e6afb8469d63 None None] Enqueued Resource ID: 60f6203d-8fd7-4978-8bd3-7813302d22dc with Priority: HIGHEST for action port [ 642.838531] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f6203d-8fd7-4978-8bd3-7813302d22dc with Priority: HIGHEST for action port [ 642.838531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f6203d-8fd7-4978-8bd3-7813302d22dc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.838531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f6203d-8fd7-4978-8bd3-7813302d22dc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.838531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f6203d-8fd7-4978-8bd3-7813302d22dc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.838531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f6203d-8fd7-4978-8bd3-7813302d22dc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.838531] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f6203d-8fd7-4978-8bd3-7813302d22dc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.327590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 in Status: SUCCESS [ 643.327590] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 deletion is rescheduled due to dependency. [ 643.327719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.343040] env[62807]: INFO networking_nsxv3.common.synchronization [req-88938ac9-4663-477d-8a16-ed544bc5745e req-00c58fce-9943-405e-85a7-1ee66bf19ef6 service nova] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 643.343199] env[62807]: INFO networking_nsxv3.common.synchronization [req-88938ac9-4663-477d-8a16-ed544bc5745e req-00c58fce-9943-405e-85a7-1ee66bf19ef6 service nova] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 643.343423] env[62807]: INFO networking_nsxv3.common.synchronization [req-88938ac9-4663-477d-8a16-ed544bc5745e req-00c58fce-9943-405e-85a7-1ee66bf19ef6 service nova] Enqueued Resource ID: 80990e09-7766-4c2a-937b-52c703caa252 with Priority: HIGHEST for action port [ 643.344222] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f6203d-8fd7-4978-8bd3-7813302d22dc [ 643.345196] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.345648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.346212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.346212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.346347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.346467] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f6203d-8fd7-4978-8bd3-7813302d22dc already deleted. [ 643.350622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f6203d-8fd7-4978-8bd3-7813302d22dc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.350622] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 643.350622] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 643.350622] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80990e09-7766-4c2a-937b-52c703caa252 with Priority: HIGHEST for action port [ 643.350622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.350622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.350622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.350622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.350622] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.351815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.351815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.351815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.352085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.352085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.352643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.352643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.352643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.353925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-80990e09-7766-4c2a-937b-52c703caa252 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.354874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.354874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.354874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.354874] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80990e09-7766-4c2a-937b-52c703caa252',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.366630] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.366630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.367095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.367095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.367095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.368358] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 already deleted. [ 643.368358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.537024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: SUCCESS [ 643.537024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.856824] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.859259] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.859471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.860301] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80990e09-7766-4c2a-937b-52c703caa252 with status ACTIVE [ 643.861104] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.861397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.861514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.861774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.861964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.862255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.862700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.862700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.862700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.863364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.863834] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.863973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.864107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.864450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80990e09-7766-4c2a-937b-52c703caa252 is going to be updated. [ 643.886225] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.887131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.887131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.887258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.887427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.887610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80990e09-7766-4c2a-937b-52c703caa252" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.052092] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 644.053573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.053758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.053828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.054059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.054333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.054333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.054454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.054485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054644] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.150783] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e35c63e6-f4d5-46e9-926b-f48886e293ac None None] Enqueued Resource ID: bacd2437-38b6-4b9e-9cdf-2a215f605fa8 with Priority: HIGHEST for action port [ 644.151429] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacd2437-38b6-4b9e-9cdf-2a215f605fa8 with Priority: HIGHEST for action port [ 644.152076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bacd2437-38b6-4b9e-9cdf-2a215f605fa8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.152076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bacd2437-38b6-4b9e-9cdf-2a215f605fa8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.152076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bacd2437-38b6-4b9e-9cdf-2a215f605fa8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.155174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bacd2437-38b6-4b9e-9cdf-2a215f605fa8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.155174] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacd2437-38b6-4b9e-9cdf-2a215f605fa8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.360047] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.538260] env[62807]: INFO networking_nsxv3.common.synchronization [None req-63379061-a9a3-4fd3-8b77-5883e0934172 None None] Enqueued Resource ID: baff18a7-f777-4345-a2d0-f5a11029bddd with Priority: HIGHEST for action port [ 644.538260] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baff18a7-f777-4345-a2d0-f5a11029bddd with Priority: HIGHEST for action port [ 644.538260] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-baff18a7-f777-4345-a2d0-f5a11029bddd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.538260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baff18a7-f777-4345-a2d0-f5a11029bddd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.538260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baff18a7-f777-4345-a2d0-f5a11029bddd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.538260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baff18a7-f777-4345-a2d0-f5a11029bddd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.538260] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baff18a7-f777-4345-a2d0-f5a11029bddd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.559109] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.559220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.559220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.559604] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.559700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.559760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.559987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.560124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.560358] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.561113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.561113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.561299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.561544] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.561544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.561659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.561744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.561863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.561863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.562019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.660410] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bacd2437-38b6-4b9e-9cdf-2a215f605fa8 [ 644.660660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.661102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.661192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.661287] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bacd2437-38b6-4b9e-9cdf-2a215f605fa8 already deleted. [ 644.661370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bacd2437-38b6-4b9e-9cdf-2a215f605fa8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.864020] env[62807]: INFO networking_nsxv3.common.synchronization [None req-7aa5ec59-cd08-4210-98e5-5dc5763f6368 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 644.864020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.864020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.864020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.864020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.864020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.864020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be created. [ 644.866986] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 644.867615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.867876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868591] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.899319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.899319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.899319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.899319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.911131] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: UNINITIALIZED for 2s [ 645.040728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baff18a7-f777-4345-a2d0-f5a11029bddd [ 645.042315] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.042315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.042315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.042315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.042315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.042315] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baff18a7-f777-4345-a2d0-f5a11029bddd already deleted. [ 645.042315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baff18a7-f777-4345-a2d0-f5a11029bddd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.073086] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e04aa087-e039-4a8e-af70-a6f19cf014a8: rpc.has_security_group_logging(os_id): False [ 645.108670] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.108837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.108837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.109419] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.109578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.109983] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.110084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.110316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.110389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.110575] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.110665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.110859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.110930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.111118] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be created. [ 645.132348] env[62807]: INFO networking_nsxv3.common.synchronization [None req-78216617-9100-48fa-8b4b-f1d2b8e44f27 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 645.132853] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 645.133164] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.133262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.166614] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.167195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.167366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.167661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.168444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.183084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 645.401465] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.402280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.402280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.402280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.402280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.403015] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea already deleted. [ 645.403015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.403015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.403015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.403015] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.826335] env[62807]: INFO networking_nsxv3.common.synchronization [None req-dae9976e-8805-4422-83e2-36396fc3ae8e None None] Enqueued Resource ID: 2791cd19-2c72-48f6-8ad1-8bf59d5d01e7 with Priority: HIGHEST for action port [ 645.826478] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2791cd19-2c72-48f6-8ad1-8bf59d5d01e7 with Priority: HIGHEST for action port [ 645.826797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2791cd19-2c72-48f6-8ad1-8bf59d5d01e7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.827186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2791cd19-2c72-48f6-8ad1-8bf59d5d01e7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.827186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2791cd19-2c72-48f6-8ad1-8bf59d5d01e7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.828365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2791cd19-2c72-48f6-8ad1-8bf59d5d01e7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.828511] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2791cd19-2c72-48f6-8ad1-8bf59d5d01e7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.929818] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.930306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.930306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.930306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.930455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.930455] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea already deleted. [ 645.930518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.331829] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2791cd19-2c72-48f6-8ad1-8bf59d5d01e7 [ 646.332090] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.332248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.332314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.332543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.332641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.332734] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2791cd19-2c72-48f6-8ad1-8bf59d5d01e7 already deleted. [ 646.332814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2791cd19-2c72-48f6-8ad1-8bf59d5d01e7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.599830] env[62807]: INFO networking_nsxv3.common.synchronization [None req-ccf4d021-24af-477b-ae9a-b5630e15f606 None None] Enqueued Resource ID: b835ebce-af1e-4f37-98c4-d8faf20cfcd5 with Priority: HIGHEST for action port [ 646.600375] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b835ebce-af1e-4f37-98c4-d8faf20cfcd5 with Priority: HIGHEST for action port [ 646.600690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b835ebce-af1e-4f37-98c4-d8faf20cfcd5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.600818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b835ebce-af1e-4f37-98c4-d8faf20cfcd5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.600877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b835ebce-af1e-4f37-98c4-d8faf20cfcd5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.603145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b835ebce-af1e-4f37-98c4-d8faf20cfcd5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.603145] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b835ebce-af1e-4f37-98c4-d8faf20cfcd5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.922451] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 646.925342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.925342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925342] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.925342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.925342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.925760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925760] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.105037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b835ebce-af1e-4f37-98c4-d8faf20cfcd5 [ 647.105375] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.105375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.105375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.105691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.105775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.105914] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b835ebce-af1e-4f37-98c4-d8faf20cfcd5 already deleted. [ 647.106064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b835ebce-af1e-4f37-98c4-d8faf20cfcd5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.196458] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 647.196458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.429454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.579716] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d0b0afe-355e-4297-8480-4cafddcc55ad req-a2552339-4011-433e-ab5c-ef8abd0e567f tempest-DeleteServersAdminTestJSON-80280349 tempest-DeleteServersAdminTestJSON-80280349-project-admin] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 647.580971] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 647.582107] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.582107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.582107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.582289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.582554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.582721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.582982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.583238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.583393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.583949] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.645070] env[62807]: INFO networking_nsxv3.common.synchronization [req-79f6b5ec-3512-499b-a5cb-0885332ed9cd req-9430c409-9369-4bfc-91b3-a8cc5d395fd8 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 647.648477] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 647.648477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.648477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.648477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.648477] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.884062] env[62807]: INFO networking_nsxv3.common.synchronization [None req-da4bf1f7-3456-4553-b28c-e6bad14f9016 None None] Enqueued Resource ID: b9f8aca5-ead2-4bf0-9923-2313d2d64edc with Priority: HIGHEST for action port [ 647.884451] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f8aca5-ead2-4bf0-9923-2313d2d64edc with Priority: HIGHEST for action port [ 647.885184] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f8aca5-ead2-4bf0-9923-2313d2d64edc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.885184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f8aca5-ead2-4bf0-9923-2313d2d64edc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.885184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f8aca5-ead2-4bf0-9923-2313d2d64edc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.887330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f8aca5-ead2-4bf0-9923-2313d2d64edc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.887509] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f8aca5-ead2-4bf0-9923-2313d2d64edc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.932550] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ba51fd-dec8-4871-800a-6eab84c27fc4: rpc.has_security_group_logging(os_id): False [ 647.951088] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.951371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.951701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.951897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.952093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.952864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.953121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.953121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.953357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.953484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.953593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be created. [ 648.025848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.025848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.025848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.025848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.046166] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 648.086821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.086979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.087031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.087446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.087446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.087585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.087585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.087679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.087795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.087873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.087959] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be updated. [ 648.115617] env[62807]: INFO networking_nsxv3.common.synchronization [None req-381c7670-4975-4d3a-87f4-20db538f7996 None None] Enqueued Resource ID: 3f96fc7c-e510-407c-ab24-1aa58b6bcc67 with Priority: HIGHEST for action port [ 648.116439] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f96fc7c-e510-407c-ab24-1aa58b6bcc67 with Priority: HIGHEST for action port [ 648.120129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f96fc7c-e510-407c-ab24-1aa58b6bcc67 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.122240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f96fc7c-e510-407c-ab24-1aa58b6bcc67" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.122240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f96fc7c-e510-407c-ab24-1aa58b6bcc67" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.122501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f96fc7c-e510-407c-ab24-1aa58b6bcc67" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.122570] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f96fc7c-e510-407c-ab24-1aa58b6bcc67',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.128467] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.128677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.128677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.141366] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 648.149509] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.149509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.149509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.149847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.149847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150053] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150481] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd already deleted. [ 648.150561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.389877] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9f8aca5-ead2-4bf0-9923-2313d2d64edc [ 648.390167] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.390295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.390367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.390715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.390829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.390907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9f8aca5-ead2-4bf0-9923-2313d2d64edc already deleted. [ 648.390987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f8aca5-ead2-4bf0-9923-2313d2d64edc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.492417] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.492631] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492758] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.493115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.493624] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.493624] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.493727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.493916] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.495202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.495608] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.495771] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.495916] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.496063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.496204] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.496487] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.496690] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.514726] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.514839] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.515054] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.515319] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.515691] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.516489] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.516621] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.517309] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.517686] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22bf5740-3f2e-45ed-be98-ac62c70cfb3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.613301] env[62807]: INFO networking_nsxv3.common.synchronization [req-034025e9-8420-48a7-a014-c8db91e32217 req-17e0f92a-d8fc-44fb-9751-edc69847b979 tempest-TenantUsagesTestJSON-551476932 tempest-TenantUsagesTestJSON-551476932-project-member] Enqueued Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 648.613547] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGHEST for action security_group_members [ 648.613799] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.613918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.613983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.617403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.617594] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.617704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.617767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.617928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.618040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.618143] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.624789] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f96fc7c-e510-407c-ab24-1aa58b6bcc67 [ 648.625164] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.626189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.626189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.626189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.626189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.626189] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f96fc7c-e510-407c-ab24-1aa58b6bcc67 already deleted. [ 648.626189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f96fc7c-e510-407c-ab24-1aa58b6bcc67" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.021740] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.021976] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.022150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.022451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.022593] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.022822] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 22bf5740-3f2e-45ed-be98-ac62c70cfb3b not found, creating... [ 649.023025] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.023942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.023942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.023942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.024315] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.025961] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.025961] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.025961] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.026232] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.026271] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.026442] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 22bf5740-3f2e-45ed-be98-ac62c70cfb3b is going to be created. [ 649.047552] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.047552] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.047552] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.047780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.047950] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.052826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.122288] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.122288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.122288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.122288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.122288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.122288] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.122764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.122764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.122764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.122764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.122764] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 is going to be updated. [ 649.172468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.183597] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: IN_PROGRESS for 2s [ 649.384765] env[62807]: INFO networking_nsxv3.common.synchronization [None req-9461be89-a46c-46d2-be4e-ca02cca4363e tempest-ServersTestFqdnHostnames-1697884701 tempest-ServersTestFqdnHostnames-1697884701-project-member] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 649.384893] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 649.385511] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.385511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.385689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.385890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.385988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.509751] env[62807]: INFO networking_nsxv3.common.synchronization [None req-fca3cf82-0ac9-4fad-9759-2f2f1abb7bf7 tempest-ServersTestFqdnHostnames-1697884701 tempest-ServersTestFqdnHostnames-1697884701-project-member] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 649.511937] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 649.512546] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.512546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.910236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.914247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f already deleted. [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.914247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.914247] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.061955] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 650.063020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.152287] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 650.152287] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 deletion is rescheduled due to dependency. [ 650.152287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.312059] env[62807]: INFO networking_nsxv3.common.synchronization [req-79f6b5ec-3512-499b-a5cb-0885332ed9cd req-d39a929c-d69e-4a80-bf93-585c23090349 service nova] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_rules [ 650.312274] env[62807]: INFO networking_nsxv3.common.synchronization [req-79f6b5ec-3512-499b-a5cb-0885332ed9cd req-d39a929c-d69e-4a80-bf93-585c23090349 service nova] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 650.312383] env[62807]: INFO networking_nsxv3.common.synchronization [req-79f6b5ec-3512-499b-a5cb-0885332ed9cd req-d39a929c-d69e-4a80-bf93-585c23090349 service nova] Enqueued Resource ID: 22bf5740-3f2e-45ed-be98-ac62c70cfb3b with Priority: HIGHEST for action port [ 650.312586] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_rules [ 650.312708] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 650.312803] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bf5740-3f2e-45ed-be98-ac62c70cfb3b with Priority: HIGHEST for action port [ 650.313928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.313928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.313928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.313928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.313928] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.315332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.315449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.315505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.315749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.315801] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.315896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.315957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.316092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.316182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.316257] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.317289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.317419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.317498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.323090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.323090] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22bf5740-3f2e-45ed-be98-ac62c70cfb3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.359375] env[62807]: INFO networking_nsxv3.common.synchronization [None req-4d6069ea-858c-4ee3-a32b-5685fc8fec27 None None] Enqueued Resource ID: 0f2da5ca-b26e-4a29-bcad-44aff1ae2f91 with Priority: HIGHEST for action port [ 650.359903] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2da5ca-b26e-4a29-bcad-44aff1ae2f91 with Priority: HIGHEST for action port [ 650.360772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2da5ca-b26e-4a29-bcad-44aff1ae2f91 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.360927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2da5ca-b26e-4a29-bcad-44aff1ae2f91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.361023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2da5ca-b26e-4a29-bcad-44aff1ae2f91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.361305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2da5ca-b26e-4a29-bcad-44aff1ae2f91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.361381] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2da5ca-b26e-4a29-bcad-44aff1ae2f91',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.433581] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.434597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.434597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.434597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.434597] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f already deleted. [ 650.434597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.823013] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.823158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.823725] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.824335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22bf5740-3f2e-45ed-be98-ac62c70cfb3b with status ACTIVE [ 650.824465] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.824589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.824663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.824861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.825029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.825609] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.825609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.825609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.825609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.825609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.825824] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.825824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.825982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.830250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.830330] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22bf5740-3f2e-45ed-be98-ac62c70cfb3b is going to be updated. [ 650.860720] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.860884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.861015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.861193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.861377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.861549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22bf5740-3f2e-45ed-be98-ac62c70cfb3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f2da5ca-b26e-4a29-bcad-44aff1ae2f91 [ 650.866159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.866361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.866361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.866564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.866714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866714] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f2da5ca-b26e-4a29-bcad-44aff1ae2f91 already deleted. [ 650.866819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2da5ca-b26e-4a29-bcad-44aff1ae2f91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.194418] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1eea2e-a63f-4266-909b-ac1477024767 in Status: SUCCESS [ 651.194662] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 deletion is rescheduled due to dependency. [ 651.194707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.335195] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.561041] env[62807]: INFO networking_nsxv3.common.synchronization [req-bcc55c04-4471-4ed4-9877-eda52e3245d5 req-e5651c04-d4ea-4b77-aca0-4ed654fb252f tempest-VolumesAssistedSnapshotsTest-475127952 tempest-VolumesAssistedSnapshotsTest-475127952-project-member] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 651.561041] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 651.561728] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.562245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.562245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.562245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.563996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.563996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.563996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.563996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.563996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.563996] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.838662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.838662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.838662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.838662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.841025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.841025] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be created. [ 651.867049] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.867049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.867049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.867399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.867399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: UNINITIALIZED for 2s [ 652.065188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.065437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.065437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.065955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.065955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.065955] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.066184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.066184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.066261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.066332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.066728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 already deleted. [ 652.066728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.345364] env[62807]: INFO networking_nsxv3.common.synchronization [req-82ce54a8-45ff-4f4d-a6c2-5a4f6348b21c req-55872c30-eab5-4bc2-9152-c02804c91177 tempest-ServerDiagnosticsTest-1981255997 tempest-ServerDiagnosticsTest-1981255997-project-member] Enqueued Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 652.345364] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGHEST for action security_group_members [ 652.345364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.346486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.346717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347452] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.347728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.348040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.348480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.348795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.349116] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.853731] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.853936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.853936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.854723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.854723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.854723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.854907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.854907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.855055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.855145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.855476] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 is going to be updated. [ 652.885920] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.886214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.886214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.886484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.886644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.895345] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: IN_PROGRESS for 2s [ 652.991163] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3018c57c-88ce-4510-842a-3ab2c1f6ab0d None None] Enqueued Resource ID: 773a668c-0f93-4348-9c9b-d7088a2d5ec3 with Priority: HIGHEST for action port [ 652.991163] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773a668c-0f93-4348-9c9b-d7088a2d5ec3 with Priority: HIGHEST for action port [ 652.991163] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-773a668c-0f93-4348-9c9b-d7088a2d5ec3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.991388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773a668c-0f93-4348-9c9b-d7088a2d5ec3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.991434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773a668c-0f93-4348-9c9b-d7088a2d5ec3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.991727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773a668c-0f93-4348-9c9b-d7088a2d5ec3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.991772] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773a668c-0f93-4348-9c9b-d7088a2d5ec3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.269463] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-648" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-648" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-648" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.269463] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.269463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.269463] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.269463] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.269463] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.269463] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.270691] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.270691] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.270691] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.289086] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.289210] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.289411] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.289680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-648" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.290117] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-25fab244-2cae-416b-86e1-f25d1ea5aae7 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290567] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.290892] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.291597] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25fab244-2cae-416b-86e1-f25d1ea5aae7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.496432] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 773a668c-0f93-4348-9c9b-d7088a2d5ec3 [ 653.496938] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.496938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.496938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.498357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.498471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.498586] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:773a668c-0f93-4348-9c9b-d7088a2d5ec3 already deleted. [ 653.498759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773a668c-0f93-4348-9c9b-d7088a2d5ec3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.668681] env[62807]: INFO networking_nsxv3.common.synchronization [None req-38c794be-a907-4764-b92e-8b29c87a8f5f None None] Enqueued Resource ID: db45b62c-bbd5-445a-817c-d55b5775e30e with Priority: HIGHEST for action port [ 653.668681] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db45b62c-bbd5-445a-817c-d55b5775e30e with Priority: HIGHEST for action port [ 653.669088] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-db45b62c-bbd5-445a-817c-d55b5775e30e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.669258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db45b62c-bbd5-445a-817c-d55b5775e30e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.669312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db45b62c-bbd5-445a-817c-d55b5775e30e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.669589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db45b62c-bbd5-445a-817c-d55b5775e30e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.669678] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db45b62c-bbd5-445a-817c-d55b5775e30e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.794528] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.794799] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.794955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.795367] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.795553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.795744] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 25fab244-2cae-416b-86e1-f25d1ea5aae7 not found, creating... [ 653.796066] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796272] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.797496] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.797496] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.798170] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.798390] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.798515] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.798778] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.798925] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.800618] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 25fab244-2cae-416b-86e1-f25d1ea5aae7 is going to be created. [ 653.822742] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.822994] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.823250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.824221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.824221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.824221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.887826] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 653.887826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.888096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.888096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.888289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.888446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.888515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.889152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.889152] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.181021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db45b62c-bbd5-445a-817c-d55b5775e30e [ 654.181021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.181021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.181021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.181021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.181021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.181021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db45b62c-bbd5-445a-817c-d55b5775e30e already deleted. [ 654.181021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db45b62c-bbd5-445a-817c-d55b5775e30e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.221443] env[62807]: INFO networking_nsxv3.common.synchronization [req-be551d7f-4e1e-4cb7-8a25-133e55d0a35f req-bbd92cdb-9ee1-4877-95df-caf3b1fcf441 tempest-AttachInterfacesV270Test-494041876 tempest-AttachInterfacesV270Test-494041876-project-member] Enqueued Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 654.222036] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 654.222339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.222468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.223038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228248] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.228248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.228248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228248] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.393337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.393337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.393337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.395131] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.395131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.395131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.395131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.395131] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.395131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.397159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.397422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.397490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.397544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.397645] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.733639] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.734289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.734289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.734289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.734289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.734289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.734504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.734504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.734568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.734763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.734763] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7209010f-a80b-455f-ac9d-661204f892fe already deleted. [ 654.734886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.744233] env[62807]: INFO networking_nsxv3.common.synchronization [req-bcc55c04-4471-4ed4-9877-eda52e3245d5 req-8a1d8866-39f2-456e-8b2e-b976ac12fdb8 service nova] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 654.744233] env[62807]: INFO networking_nsxv3.common.synchronization [req-bcc55c04-4471-4ed4-9877-eda52e3245d5 req-8a1d8866-39f2-456e-8b2e-b976ac12fdb8 service nova] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 654.744426] env[62807]: INFO networking_nsxv3.common.synchronization [req-bcc55c04-4471-4ed4-9877-eda52e3245d5 req-8a1d8866-39f2-456e-8b2e-b976ac12fdb8 service nova] Enqueued Resource ID: 25fab244-2cae-416b-86e1-f25d1ea5aae7 with Priority: HIGHEST for action port [ 654.744689] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_rules [ 654.744689] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 654.744864] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25fab244-2cae-416b-86e1-f25d1ea5aae7 with Priority: HIGHEST for action port [ 654.745443] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.745811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.745903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.746142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.746314] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.747230] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.747230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.747230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.747458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.747536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.748027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.748027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.748027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.748027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.748027] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.748969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-25fab244-2cae-416b-86e1-f25d1ea5aae7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.748969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.748969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.749402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.749402] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25fab244-2cae-416b-86e1-f25d1ea5aae7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.903911] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a569b9-a706-4020-8145-f20376f779cd: rpc.has_security_group_logging(os_id): False [ 654.910446] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 in Status: SUCCESS [ 654.910446] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 deletion is rescheduled due to dependency. [ 654.910544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.921619] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.921775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.921849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.922161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.922253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.922532] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.922625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.922625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.923247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.923247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.923247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.923247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.923247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.923475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.923475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.923672] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.923788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.923920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.924079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.924199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.924278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be created. [ 654.980418] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.980418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.980418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.980663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.981050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.994462] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 655.211460] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b1558278-d1c5-4e68-b1bd-a48453bbc8e1 None None] Enqueued Resource ID: 74d1fb5b-2168-476b-a682-d4672fc934a1 with Priority: HIGHEST for action port [ 655.211460] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d1fb5b-2168-476b-a682-d4672fc934a1 with Priority: HIGHEST for action port [ 655.211460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d1fb5b-2168-476b-a682-d4672fc934a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.211460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d1fb5b-2168-476b-a682-d4672fc934a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d1fb5b-2168-476b-a682-d4672fc934a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.212608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d1fb5b-2168-476b-a682-d4672fc934a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212863] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d1fb5b-2168-476b-a682-d4672fc934a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.253023] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.253023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.253023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25fab244-2cae-416b-86e1-f25d1ea5aae7 with status ACTIVE [ 655.253023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.253023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.253023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.254312] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.254557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.255445] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25fab244-2cae-416b-86e1-f25d1ea5aae7 is going to be updated. [ 655.278289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.278289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.278289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.278289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.278289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.278289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25fab244-2cae-416b-86e1-f25d1ea5aae7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.461972] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.461972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-70" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.461972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-70" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.462376] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-70" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.462654] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.462825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.462930] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.463675] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.463850] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.464309] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.464462] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.464557] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.464697] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.464814] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.464938] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.465092] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.491830] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.492051] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.492260] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.492456] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-70" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.493461] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-4615b448-a51a-4bfb-85fb-fd8f118e479d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.493667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.493811] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.494204] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.494355] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4615b448-a51a-4bfb-85fb-fd8f118e479d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.717508] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74d1fb5b-2168-476b-a682-d4672fc934a1 [ 655.717747] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.718239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.718364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.718454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74d1fb5b-2168-476b-a682-d4672fc934a1 already deleted. [ 655.719086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d1fb5b-2168-476b-a682-d4672fc934a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.754112] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.997409] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.998622] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.998622] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.998760] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.000324] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.000324] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 4615b448-a51a-4bfb-85fb-fd8f118e479d not found, creating... [ 656.000324] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.000324] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.000324] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.000324] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.000324] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.003768] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.004073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.004203] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.004502] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.004647] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.004802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 4615b448-a51a-4bfb-85fb-fd8f118e479d is going to be created. [ 656.025781] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.028910] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.028910] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.028910] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.028910] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.028910] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.257151] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.257325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.257401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.257638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.257804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.257961] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 is going to be created. [ 656.287518] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.287686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.287758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.287976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.288150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.297388] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: UNINITIALIZED for 2s [ 656.862609] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0eea3cac-9b4a-47f1-afb8-00c8058b2567 None None] Enqueued Resource ID: c75b79f3-f885-4232-b25a-9a4ca25248de with Priority: HIGHEST for action port [ 656.862976] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75b79f3-f885-4232-b25a-9a4ca25248de with Priority: HIGHEST for action port [ 656.864811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75b79f3-f885-4232-b25a-9a4ca25248de taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75b79f3-f885-4232-b25a-9a4ca25248de" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.866047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75b79f3-f885-4232-b25a-9a4ca25248de" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.866410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75b79f3-f885-4232-b25a-9a4ca25248de" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.866591] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75b79f3-f885-4232-b25a-9a4ca25248de',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.992070] env[62807]: INFO networking_nsxv3.common.synchronization [req-be551d7f-4e1e-4cb7-8a25-133e55d0a35f req-94e2336e-3b8e-4ab0-be65-39d3ea7c543a service nova] Enqueued Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_rules [ 656.992480] env[62807]: INFO networking_nsxv3.common.synchronization [req-be551d7f-4e1e-4cb7-8a25-133e55d0a35f req-94e2336e-3b8e-4ab0-be65-39d3ea7c543a service nova] Enqueued Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 656.992643] env[62807]: INFO networking_nsxv3.common.synchronization [req-be551d7f-4e1e-4cb7-8a25-133e55d0a35f req-94e2336e-3b8e-4ab0-be65-39d3ea7c543a service nova] Enqueued Resource ID: 4615b448-a51a-4bfb-85fb-fd8f118e479d with Priority: HIGHEST for action port [ 656.994573] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_rules [ 656.994741] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 656.994882] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4615b448-a51a-4bfb-85fb-fd8f118e479d with Priority: HIGHEST for action port [ 656.996420] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.996420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.996596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.996756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.996871] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.997734] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.997856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.997916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.998107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.998275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.998388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.998450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.998576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.998670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.998762] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.003359] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-4615b448-a51a-4bfb-85fb-fd8f118e479d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.003359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.003359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.003359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.003359] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4615b448-a51a-4bfb-85fb-fd8f118e479d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.014031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 657.014585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.369618] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75b79f3-f885-4232-b25a-9a4ca25248de [ 657.369833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.369987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.370356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.370396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.370476] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75b79f3-f885-4232-b25a-9a4ca25248de already deleted. [ 657.370566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75b79f3-f885-4232-b25a-9a4ca25248de" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.505428] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.506605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.506798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.507040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4615b448-a51a-4bfb-85fb-fd8f118e479d with status ACTIVE [ 657.507254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.507371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.507437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.507710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.507817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.508032] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.508128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.508192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.508391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.508500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.508691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.508785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.508845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.508986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.513985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.513985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4615b448-a51a-4bfb-85fb-fd8f118e479d is going to be updated. [ 657.536117] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.536262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.537229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.537507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.537681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.537845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4615b448-a51a-4bfb-85fb-fd8f118e479d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.016045] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.307955] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: SUCCESS [ 658.308358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.309075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.309198] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.309327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.309394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.309602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.309665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.309708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.309780] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.520845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.521854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.521854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.521854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7209010f-a80b-455f-ac9d-661204f892fe is going to be created. [ 658.545674] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.545674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.545674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.545674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.545880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.554697] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: UNINITIALIZED for 2s [ 658.814716] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.317564] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 960dfecc-49be-40c5-b857-ddf9b92ff338: rpc.has_security_group_logging(os_id): False [ 659.340279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.340428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.340487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.340698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.340788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.341132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.341209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.341348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.341424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341510] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 is going to be created. [ 659.395881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.396093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.396093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.396306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.396498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.406425] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: IN_PROGRESS for 2s [ 660.568226] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: SUCCESS [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.568226] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.568226] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.742939] env[62807]: INFO networking_nsxv3.common.synchronization [None req-67181fab-6d0b-401f-812b-16b3eab74370 None None] Enqueued Resource ID: 5bdbaa22-67c4-436c-bb94-10241edfb788 with Priority: HIGHEST for action port [ 660.742939] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bdbaa22-67c4-436c-bb94-10241edfb788 with Priority: HIGHEST for action port [ 660.742939] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bdbaa22-67c4-436c-bb94-10241edfb788 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.742939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bdbaa22-67c4-436c-bb94-10241edfb788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.742939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bdbaa22-67c4-436c-bb94-10241edfb788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.742939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bdbaa22-67c4-436c-bb94-10241edfb788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.742939] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bdbaa22-67c4-436c-bb94-10241edfb788',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.072866] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.073039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.073113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.073623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.073878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.073993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.073993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.074645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.074790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.074896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.078193] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.078335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.078429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.078640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.078730] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.078822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.078903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.078996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.079088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.079295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.079295] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.248994] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bdbaa22-67c4-436c-bb94-10241edfb788 [ 661.249285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.249426] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.249503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.249755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.249851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.249951] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bdbaa22-67c4-436c-bb94-10241edfb788 already deleted. [ 661.250049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bdbaa22-67c4-436c-bb94-10241edfb788" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.358196] env[62807]: INFO networking_nsxv3.common.synchronization [req-789e90b7-bfac-4053-9f2f-065219dfa7c8 req-48b5a707-a013-4e76-94ce-5fcfd2e9a44b tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 661.358794] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 661.359127] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.359274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.359366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.359610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.359801] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.359924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.359992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361094] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.420040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: SUCCESS [ 661.420281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.581673] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7209010f-a80b-455f-ac9d-661204f892fe: rpc.has_security_group_logging(os_id): False [ 661.598777] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.599057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.599057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.600084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.600084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.600084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.600084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.600084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.600424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.600424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.601079] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.601079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.601079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.601079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.601079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.601508] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.601590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.601767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.602023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.602120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.602223] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7209010f-a80b-455f-ac9d-661204f892fe is going to be created. [ 661.658194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.658449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.658449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.659072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.659072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.671278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: IN_PROGRESS for 2s [ 661.863290] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.369031] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.383761] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.384022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.384199] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.384533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.384877] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.385438] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.385643] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.385916] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.386099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.386386] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.386600] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.386765] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.386924] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.387107] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.390052] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.390052] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.407608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.407780] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.407923] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.408905] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.409635] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a2e379d6-9cd3-4a22-85c2-72628174b4a6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.409711] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.409933] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.410281] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.410408] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e379d6-9cd3-4a22-85c2-72628174b4a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.870430] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.871321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.871321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.871321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.871321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.871321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be updated. [ 662.901607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.901982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.902169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.902169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.911090] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 662.912972] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.912972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.913235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.913428] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.914075] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.914075] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a2e379d6-9cd3-4a22-85c2-72628174b4a6 not found, creating... [ 662.914221] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.914292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.914418] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.914685] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.914883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.915783] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.915783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.915783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.915783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.915998] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.915998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a2e379d6-9cd3-4a22-85c2-72628174b4a6 is going to be created. [ 662.941094] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.941358] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.941467] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.944915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.944915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.944915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.549851] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b987f15e-86fd-4118-8ca0-7217da6e7c04 None None] Enqueued Resource ID: bd6357be-6842-4a04-9691-3e085dcee12a with Priority: HIGHEST for action port [ 663.550961] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6357be-6842-4a04-9691-3e085dcee12a with Priority: HIGHEST for action port [ 663.550961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6357be-6842-4a04-9691-3e085dcee12a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.550961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6357be-6842-4a04-9691-3e085dcee12a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.550961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6357be-6842-4a04-9691-3e085dcee12a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.551141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6357be-6842-4a04-9691-3e085dcee12a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.551192] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6357be-6842-4a04-9691-3e085dcee12a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.683740] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: SUCCESS [ 663.683975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.986535] env[62807]: INFO networking_nsxv3.common.synchronization [None req-331d11b2-67fc-4736-a805-5fab17d2ce51 None None] Enqueued Resource ID: 5eb33475-09d0-4193-ae15-bc19e5ba472e with Priority: HIGHEST for action port [ 663.988154] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb33475-09d0-4193-ae15-bc19e5ba472e with Priority: HIGHEST for action port [ 663.988376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb33475-09d0-4193-ae15-bc19e5ba472e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.988494] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb33475-09d0-4193-ae15-bc19e5ba472e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.988679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb33475-09d0-4193-ae15-bc19e5ba472e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.988901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb33475-09d0-4193-ae15-bc19e5ba472e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.988987] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb33475-09d0-4193-ae15-bc19e5ba472e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.053941] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6357be-6842-4a04-9691-3e085dcee12a [ 664.054056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.054128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.054180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.054414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.054625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.054625] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6357be-6842-4a04-9691-3e085dcee12a already deleted. [ 664.054730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6357be-6842-4a04-9691-3e085dcee12a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.192373] env[62807]: INFO networking_nsxv3.common.synchronization [req-789e90b7-bfac-4053-9f2f-065219dfa7c8 req-67ed6112-dfcf-4f0a-8944-5157c9896698 service nova] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_rules [ 664.192373] env[62807]: INFO networking_nsxv3.common.synchronization [req-789e90b7-bfac-4053-9f2f-065219dfa7c8 req-67ed6112-dfcf-4f0a-8944-5157c9896698 service nova] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 664.192373] env[62807]: INFO networking_nsxv3.common.synchronization [req-789e90b7-bfac-4053-9f2f-065219dfa7c8 req-67ed6112-dfcf-4f0a-8944-5157c9896698 service nova] Enqueued Resource ID: a2e379d6-9cd3-4a22-85c2-72628174b4a6 with Priority: HIGHEST for action port [ 664.192373] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_rules [ 664.192373] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 664.196119] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e379d6-9cd3-4a22-85c2-72628174b4a6 with Priority: HIGHEST for action port [ 664.196119] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.196119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.196119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.196119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.196119] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.196119] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.196119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.196682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2e379d6-9cd3-4a22-85c2-72628174b4a6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.196682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.196791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.196925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.197017] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e379d6-9cd3-4a22-85c2-72628174b4a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.492902] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb33475-09d0-4193-ae15-bc19e5ba472e [ 664.492902] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.492902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.492902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.492902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.492902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.492902] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb33475-09d0-4193-ae15-bc19e5ba472e already deleted. [ 664.492902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb33475-09d0-4193-ae15-bc19e5ba472e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.702076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.702076] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2e379d6-9cd3-4a22-85c2-72628174b4a6 with status ACTIVE [ 664.702076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.702076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.702076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.702076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.702385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702385] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.703023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.703023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.703023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.703023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.703279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.703279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.703279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.705237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.705335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705435] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2e379d6-9cd3-4a22-85c2-72628174b4a6 is going to be updated. [ 664.725765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.725885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.726183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.726183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.726307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.726966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2e379d6-9cd3-4a22-85c2-72628174b4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.750276] env[62807]: INFO networking_nsxv3.common.synchronization [None req-6b626b67-a519-4ccd-899c-8a2d5771a80f None None] Enqueued Resource ID: c94f4a59-501a-47a0-ae0b-004d3e4f8d6a with Priority: HIGHEST for action port [ 664.750601] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94f4a59-501a-47a0-ae0b-004d3e4f8d6a with Priority: HIGHEST for action port [ 664.751075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94f4a59-501a-47a0-ae0b-004d3e4f8d6a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.751156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94f4a59-501a-47a0-ae0b-004d3e4f8d6a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.751213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94f4a59-501a-47a0-ae0b-004d3e4f8d6a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.751469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94f4a59-501a-47a0-ae0b-004d3e4f8d6a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.752165] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94f4a59-501a-47a0-ae0b-004d3e4f8d6a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.923927] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 664.924633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.925660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.927659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.927659] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.927659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.927659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.927659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.927659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.927659] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.254209] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c94f4a59-501a-47a0-ae0b-004d3e4f8d6a [ 665.254209] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.254209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.254209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.254740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.254740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.254740] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c94f4a59-501a-47a0-ae0b-004d3e4f8d6a already deleted. [ 665.254740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94f4a59-501a-47a0-ae0b-004d3e4f8d6a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433896] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.943729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.316477] env[62807]: INFO networking_nsxv3.common.synchronization [None req-82c9f708-fa6d-4b45-91ec-10e79b5ab5a3 None None] Enqueued Resource ID: 708534c6-0f06-47b7-aa7f-02ec4ed235e6 with Priority: HIGHEST for action port [ 666.317906] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708534c6-0f06-47b7-aa7f-02ec4ed235e6 with Priority: HIGHEST for action port [ 666.317906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-708534c6-0f06-47b7-aa7f-02ec4ed235e6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.317906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708534c6-0f06-47b7-aa7f-02ec4ed235e6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.317906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708534c6-0f06-47b7-aa7f-02ec4ed235e6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.322474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708534c6-0f06-47b7-aa7f-02ec4ed235e6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.322659] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708534c6-0f06-47b7-aa7f-02ec4ed235e6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.444795] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.446018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.446018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.446018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be updated. [ 666.476608] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.476817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.477410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.478037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.486885] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 666.824502] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 708534c6-0f06-47b7-aa7f-02ec4ed235e6 [ 666.824764] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.824913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.825026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.825229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.825337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.825419] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:708534c6-0f06-47b7-aa7f-02ec4ed235e6 already deleted. [ 666.825506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708534c6-0f06-47b7-aa7f-02ec4ed235e6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.470636] env[62807]: INFO networking_nsxv3.common.synchronization [None req-05329d2d-aef9-442e-8036-6d31cd830c94 None None] Enqueued Resource ID: 9028d452-914a-4a11-a58e-77e5dc6c2ce6 with Priority: HIGHEST for action port [ 668.470907] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9028d452-914a-4a11-a58e-77e5dc6c2ce6 with Priority: HIGHEST for action port [ 668.474926] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9028d452-914a-4a11-a58e-77e5dc6c2ce6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.475124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9028d452-914a-4a11-a58e-77e5dc6c2ce6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.475175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9028d452-914a-4a11-a58e-77e5dc6c2ce6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.475892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9028d452-914a-4a11-a58e-77e5dc6c2ce6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.475892] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9028d452-914a-4a11-a58e-77e5dc6c2ce6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.499721] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 668.500560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.500560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.500560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.501395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.502886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.502886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.502886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.502886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.502886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.502886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.793607] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c3f2457-b193-4465-a463-4f3d338bad72 req-48a7aba1-5c5e-425f-b898-c2dcf8caa42e tempest-ServersAdminNegativeTestJSON-1453842836 tempest-ServersAdminNegativeTestJSON-1453842836-project-member] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 668.793607] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 668.793607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.793607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.793607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.793607] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.979401] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9028d452-914a-4a11-a58e-77e5dc6c2ce6 [ 668.979747] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.979864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.979937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.980642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.980642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.980642] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9028d452-914a-4a11-a58e-77e5dc6c2ce6 already deleted. [ 668.980642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9028d452-914a-4a11-a58e-77e5dc6c2ce6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.009564] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.009564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.009564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.009828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009872] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.010839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.010839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.010839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.010839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.010839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.011084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.011084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.011084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.011324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.011378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.011476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.011528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.011713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.011797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.011879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.011969] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.299028] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.515506] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a569b9-a706-4020-8145-f20376f779cd: rpc.has_security_group_logging(os_id): False [ 669.532749] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.533075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.533215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.533842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.534116] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.534295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.534413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.534986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.535171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.535477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.535641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.535744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.536779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.536779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.536779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.537370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.537370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.537370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.537370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.537370] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be updated. [ 669.594971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.594971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.595451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.610321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 669.778652] env[62807]: INFO networking_nsxv3.common.synchronization [None req-7bdc59e9-4386-4cff-9325-26a5f0451d88 None None] Enqueued Resource ID: 87c8c31d-6ccc-4270-a260-8eefbdfde975 with Priority: HIGHEST for action port [ 669.779055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c8c31d-6ccc-4270-a260-8eefbdfde975 with Priority: HIGHEST for action port [ 669.782943] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c8c31d-6ccc-4270-a260-8eefbdfde975 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.782943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c8c31d-6ccc-4270-a260-8eefbdfde975" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.782943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c8c31d-6ccc-4270-a260-8eefbdfde975" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.782943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c8c31d-6ccc-4270-a260-8eefbdfde975" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.783506] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c8c31d-6ccc-4270-a260-8eefbdfde975',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.802842] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.813529] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.813731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.813778] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.817491] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.818308] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.818782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.818782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.819063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.820883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.821654] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.821975] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.822210] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.822348] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.824217] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.824217] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.824217] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.843891] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.847882] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.847882] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.847882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.847882] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-05dc355c-bbf9-44a2-80dc-4a730699b8f8 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.847882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.847882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.847882] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dc355c-bbf9-44a2-80dc-4a730699b8f8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.286771] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87c8c31d-6ccc-4270-a260-8eefbdfde975 [ 670.286771] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.286771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.286771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.286771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.286771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.286771] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87c8c31d-6ccc-4270-a260-8eefbdfde975 already deleted. [ 670.286771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c8c31d-6ccc-4270-a260-8eefbdfde975" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.307534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.307534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307534] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be updated. [ 670.339911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.339911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.339911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.339911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.339911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.351295] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 670.351295] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.351295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.351295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.351295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.351295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.351558] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 05dc355c-bbf9-44a2-80dc-4a730699b8f8 not found, creating... [ 670.351601] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.351759] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.351876] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.352106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.352420] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.352509] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.352656] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.352766] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.352964] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354808] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.354972] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 05dc355c-bbf9-44a2-80dc-4a730699b8f8 is going to be created. [ 670.388417] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.389204] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.389547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.389942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.390327] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.390686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.440131] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3419b8a2-1b56-4fa4-945e-f0aa9f380ea0 None None] Enqueued Resource ID: 71441fe1-bebb-4465-b336-f26eb6c86fbe with Priority: HIGHEST for action port [ 670.440525] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71441fe1-bebb-4465-b336-f26eb6c86fbe with Priority: HIGHEST for action port [ 670.440857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-71441fe1-bebb-4465-b336-f26eb6c86fbe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.440976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71441fe1-bebb-4465-b336-f26eb6c86fbe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.442752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71441fe1-bebb-4465-b336-f26eb6c86fbe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.443153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71441fe1-bebb-4465-b336-f26eb6c86fbe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.443200] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71441fe1-bebb-4465-b336-f26eb6c86fbe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.946305] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71441fe1-bebb-4465-b336-f26eb6c86fbe [ 670.946305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.946305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.946305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.946305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.946305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.946305] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71441fe1-bebb-4465-b336-f26eb6c86fbe already deleted. [ 670.946305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71441fe1-bebb-4465-b336-f26eb6c86fbe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.621059] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 671.621314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.290880] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-193f70b5-067b-4fbd-a6fb-50edd008d37e tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 672.290880] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 672.290880] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.290880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.290880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.290880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.291848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.292065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.292324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.292608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.292673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.294175] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.306837] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c3f2457-b193-4465-a463-4f3d338bad72 req-63479f10-945c-4de4-ab31-aa1d8d2c1531 service nova] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_rules [ 672.308282] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c3f2457-b193-4465-a463-4f3d338bad72 req-63479f10-945c-4de4-ab31-aa1d8d2c1531 service nova] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 672.308282] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c3f2457-b193-4465-a463-4f3d338bad72 req-63479f10-945c-4de4-ab31-aa1d8d2c1531 service nova] Enqueued Resource ID: 05dc355c-bbf9-44a2-80dc-4a730699b8f8 with Priority: HIGHEST for action port [ 672.308282] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_rules [ 672.308282] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 672.308574] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05dc355c-bbf9-44a2-80dc-4a730699b8f8 with Priority: HIGHEST for action port [ 672.309787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.309939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.309993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.310210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.310293] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.311644] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.311644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.311800] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-05dc355c-bbf9-44a2-80dc-4a730699b8f8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.311879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.311934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.312405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.312405] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dc355c-bbf9-44a2-80dc-4a730699b8f8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.365071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 672.365071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.365071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.370030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.370030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.370030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.370278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.370278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.370371] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.444803] env[62807]: INFO networking_nsxv3.common.synchronization [None req-a05a66e4-1f2c-4309-ae72-26e4c75d7d1b None None] Enqueued Resource ID: 2859760e-6105-4fe7-9925-c09c658add5f with Priority: HIGHEST for action port [ 672.445418] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859760e-6105-4fe7-9925-c09c658add5f with Priority: HIGHEST for action port [ 672.447486] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2859760e-6105-4fe7-9925-c09c658add5f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.448290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2859760e-6105-4fe7-9925-c09c658add5f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.448663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2859760e-6105-4fe7-9925-c09c658add5f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.449081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2859760e-6105-4fe7-9925-c09c658add5f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.449278] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2859760e-6105-4fe7-9925-c09c658add5f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.795733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.798157] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.798157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.798828] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 already deleted. [ 672.798828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.816583] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.816753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.817416] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05dc355c-bbf9-44a2-80dc-4a730699b8f8 with status ACTIVE [ 672.817416] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.817416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.818135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.818135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.818135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.818135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.818312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.818312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.818676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.818676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.818844] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.819020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.819088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.819277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.819356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.819732] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05dc355c-bbf9-44a2-80dc-4a730699b8f8 is going to be updated. [ 672.841821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.841982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.842072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.842324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.842468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.842750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05dc355c-bbf9-44a2-80dc-4a730699b8f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.877929] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.952365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2859760e-6105-4fe7-9925-c09c658add5f [ 672.953975] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.953975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.953975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.953975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.953975] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2859760e-6105-4fe7-9925-c09c658add5f already deleted. [ 672.953975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2859760e-6105-4fe7-9925-c09c658add5f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.977054] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.977620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.977620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.977884] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.978226] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.978398] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.978778] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.979031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.979224] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.979401] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.979564] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.979662] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.979795] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.979891] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.980013] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.980159] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.006937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.008028] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.008028] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.008028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.008028] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.008028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.008028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.008351] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.008417] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb397a6f-5617-48a5-b5f6-30d9be90c5d4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.184899] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b8a4d0ec-149c-445e-948d-4ab242afddc0 None None] Enqueued Resource ID: 5ddbd431-4ea7-4ec6-add9-7c5585eea002 with Priority: HIGHEST for action port [ 673.185826] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddbd431-4ea7-4ec6-add9-7c5585eea002 with Priority: HIGHEST for action port [ 673.189683] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ddbd431-4ea7-4ec6-add9-7c5585eea002 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.189848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ddbd431-4ea7-4ec6-add9-7c5585eea002" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.189944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ddbd431-4ea7-4ec6-add9-7c5585eea002" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.190193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ddbd431-4ea7-4ec6-add9-7c5585eea002" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.190271] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddbd431-4ea7-4ec6-add9-7c5585eea002',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.381156] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.516303] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.516303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port fb397a6f-5617-48a5-b5f6-30d9be90c5d4 not found, creating... [ 673.516303] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.516303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.516783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.516783] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.516974] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.521402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.521501] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.521662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.521842] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: fb397a6f-5617-48a5-b5f6-30d9be90c5d4 is going to be created. [ 673.539629] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.540357] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.540357] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.540357] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.540695] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.540802] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.692988] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ddbd431-4ea7-4ec6-add9-7c5585eea002 [ 673.693707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.693707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.693707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.693707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.693984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.693984] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ddbd431-4ea7-4ec6-add9-7c5585eea002 already deleted. [ 673.694683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ddbd431-4ea7-4ec6-add9-7c5585eea002" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.725794] env[62807]: INFO networking_nsxv3.common.synchronization [None req-74fdf905-4ed0-4e11-a27c-7c34b1e742a8 None None] Enqueued Resource ID: 02ad4d20-5464-497c-97ca-a3b5c284eefd with Priority: HIGHEST for action port [ 673.726369] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ad4d20-5464-497c-97ca-a3b5c284eefd with Priority: HIGHEST for action port [ 673.726761] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ad4d20-5464-497c-97ca-a3b5c284eefd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.726887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ad4d20-5464-497c-97ca-a3b5c284eefd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.726887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ad4d20-5464-497c-97ca-a3b5c284eefd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.727904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ad4d20-5464-497c-97ca-a3b5c284eefd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.727990] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ad4d20-5464-497c-97ca-a3b5c284eefd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.884685] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.885256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.885256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.885256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.885518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.885518] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be updated. [ 673.913959] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.914189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.914288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.916209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.916209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.923591] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 674.232016] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02ad4d20-5464-497c-97ca-a3b5c284eefd [ 674.232016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.232016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.232016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.232016] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02ad4d20-5464-497c-97ca-a3b5c284eefd already deleted. [ 674.232016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ad4d20-5464-497c-97ca-a3b5c284eefd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.424065] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-0ede84e0-9592-437a-ab82-596163668159 service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 674.424363] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-0ede84e0-9592-437a-ab82-596163668159 service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 674.424623] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-0ede84e0-9592-437a-ab82-596163668159 service nova] Enqueued Resource ID: fb397a6f-5617-48a5-b5f6-30d9be90c5d4 with Priority: HIGHEST for action port [ 674.424992] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 674.425197] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 674.425362] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb397a6f-5617-48a5-b5f6-30d9be90c5d4 with Priority: HIGHEST for action port [ 674.425968] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.426541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.426541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.426541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.426541] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.428307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.428537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.428654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.428956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.430108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.430108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.430108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.430108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.430108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.430108] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.434323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.434457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.434529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.434713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.434797] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb397a6f-5617-48a5-b5f6-30d9be90c5d4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.939254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.940925] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb397a6f-5617-48a5-b5f6-30d9be90c5d4 with status ACTIVE [ 674.940925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.941151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.941151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.941573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.941573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.941573] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.941710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.941710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.941884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.942917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943175] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.943311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.943409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.943550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.943637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943727] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb397a6f-5617-48a5-b5f6-30d9be90c5d4 is going to be updated. [ 674.963241] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.963241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.963241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.963241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.963241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.963241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb397a6f-5617-48a5-b5f6-30d9be90c5d4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.127199] env[62807]: INFO networking_nsxv3.common.synchronization [req-ca6671a6-c740-463a-9f85-821d76ab5d37 req-2d780f18-8d35-4d7d-8564-aaa6aa340bee tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: b5c3eedc-f4a9-4a99-8fae-dae0ab670265 with Priority: HIGHEST for action security_group_rules [ 675.127199] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c3eedc-f4a9-4a99-8fae-dae0ab670265 with Priority: HIGHEST for action security_group_rules [ 675.127199] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c3eedc-f4a9-4a99-8fae-dae0ab670265 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.127199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c3eedc-f4a9-4a99-8fae-dae0ab670265" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.127199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c3eedc-f4a9-4a99-8fae-dae0ab670265" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.127199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c3eedc-f4a9-4a99-8fae-dae0ab670265" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.127199] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c3eedc-f4a9-4a99-8fae-dae0ab670265',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.203471] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-ad214cb2-cb90-4669-bcc8-1113e5cc4357 tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 675.204318] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 675.205087] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.209018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.445832] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.650946] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.651133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.651200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.651398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.651497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.651591] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c3eedc-f4a9-4a99-8fae-dae0ab670265 already deleted. [ 675.652046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c3eedc-f4a9-4a99-8fae-dae0ab670265" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.877542] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.877882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.878049] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.878738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.878808] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.879665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.879665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.879818] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.880012] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.880092] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.880206] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.880409] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.880509] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.880622] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.881310] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.902302] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.902302] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.902302] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.902302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902302] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-04ddd249-262e-42ae-95d7-a32509b50e6d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.902302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.902302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.902302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.904304] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ddd249-262e-42ae-95d7-a32509b50e6d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.935605] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.935605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.935605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.935605] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.951139] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.951139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.951139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.951139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.951139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.951139] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be created. [ 675.976371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.976371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.976371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.976371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.976371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.985395] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: UNINITIALIZED for 2s [ 676.073632] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b9fbbefb-ba31-4510-a5f2-6ef71e067c9b None None] Enqueued Resource ID: 5a16f7a2-9ec5-4ed8-8216-f011c11ed285 with Priority: HIGHEST for action port [ 676.073632] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a16f7a2-9ec5-4ed8-8216-f011c11ed285 with Priority: HIGHEST for action port [ 676.073768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a16f7a2-9ec5-4ed8-8216-f011c11ed285 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.073896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a16f7a2-9ec5-4ed8-8216-f011c11ed285" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.073985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a16f7a2-9ec5-4ed8-8216-f011c11ed285" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.075442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a16f7a2-9ec5-4ed8-8216-f011c11ed285" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.075564] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a16f7a2-9ec5-4ed8-8216-f011c11ed285',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.407808] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.408058] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.408216] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.408539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.409842] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 04ddd249-262e-42ae-95d7-a32509b50e6d not found, creating... [ 676.409842] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.409842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.409842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.410127] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.410414] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.410414] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.410555] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.411880] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.412082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.412340] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 04ddd249-262e-42ae-95d7-a32509b50e6d is going to be created. [ 676.431932] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.432313] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.432439] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.432724] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.432958] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.433255] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.440817] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.440993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.441687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.441687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.441963] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.442227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.442297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.442507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.442593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.442694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.442840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.442933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.442991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.444109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.444420] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.444420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.444510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.445555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.445555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.445555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.445555] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.577883] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a16f7a2-9ec5-4ed8-8216-f011c11ed285 [ 676.578218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.578370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.578620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.578727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.578823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.578926] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a16f7a2-9ec5-4ed8-8216-f011c11ed285 already deleted. [ 676.578997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a16f7a2-9ec5-4ed8-8216-f011c11ed285" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.950172] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243d34bc-9e6d-4b91-b5a9-8e182077b7d8: rpc.has_security_group_logging(os_id): False [ 676.969724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.969929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.970038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.970267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.970363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.970593] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.970738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.970844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.971033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.971119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.971392] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.971554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.971705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.971784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.971965] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.972854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.972939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.973120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.973204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.973294] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be updated. [ 677.030417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.030638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.032771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.032771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.032771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.044160] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 677.170739] env[62807]: INFO networking_nsxv3.common.synchronization [None req-73744c67-0fb9-493e-b851-adbcf50ab3c8 None None] Enqueued Resource ID: 550a377e-f73a-4f1e-be6a-16e2e7692cfa with Priority: HIGHEST for action port [ 677.171799] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550a377e-f73a-4f1e-be6a-16e2e7692cfa with Priority: HIGHEST for action port [ 677.172844] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-550a377e-f73a-4f1e-be6a-16e2e7692cfa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.172844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-550a377e-f73a-4f1e-be6a-16e2e7692cfa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.173033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-550a377e-f73a-4f1e-be6a-16e2e7692cfa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.173267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-550a377e-f73a-4f1e-be6a-16e2e7692cfa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.173371] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('550a377e-f73a-4f1e-be6a-16e2e7692cfa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.196975] env[62807]: INFO networking_nsxv3.common.synchronization [req-46b06102-2711-463b-b4ac-598e7db8bcf1 req-b05cd592-5603-41d7-a978-ac0612e02e17 tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: f81585a5-c357-4e50-9278-b739e2393835 with Priority: HIGHEST for action security_group_rules [ 677.197408] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81585a5-c357-4e50-9278-b739e2393835 with Priority: HIGHEST for action security_group_rules [ 677.197735] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f81585a5-c357-4e50-9278-b739e2393835 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.197859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f81585a5-c357-4e50-9278-b739e2393835" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.197919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f81585a5-c357-4e50-9278-b739e2393835" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.198634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f81585a5-c357-4e50-9278-b739e2393835" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.198726] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f81585a5-c357-4e50-9278-b739e2393835',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.280622] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-b560d28b-00c3-47a3-80e2-a841169db6da service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 677.280622] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-b560d28b-00c3-47a3-80e2-a841169db6da service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 677.280622] env[62807]: INFO networking_nsxv3.common.synchronization [req-34b53e5c-b3bf-4361-876d-771fa06a03b6 req-b560d28b-00c3-47a3-80e2-a841169db6da service nova] Enqueued Resource ID: 04ddd249-262e-42ae-95d7-a32509b50e6d with Priority: HIGHEST for action port [ 677.280622] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 677.281159] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 677.281159] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ddd249-262e-42ae-95d7-a32509b50e6d with Priority: HIGHEST for action port [ 677.281631] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.281779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.282200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282484] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ddd249-262e-42ae-95d7-a32509b50e6d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.282706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.283044] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ddd249-262e-42ae-95d7-a32509b50e6d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.311142] env[62807]: INFO networking_nsxv3.common.synchronization [req-8cf4a4a1-e419-4dc2-acb0-1b254d1f2690 req-e3a34029-8de5-430e-b4e0-714c6e0f9a76 tempest-AttachInterfacesV270Test-494041876 tempest-AttachInterfacesV270Test-494041876-project-member] Enqueued Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 677.312209] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGHEST for action security_group_members [ 677.312626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312935] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.313740] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.675932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 550a377e-f73a-4f1e-be6a-16e2e7692cfa [ 677.676241] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.676380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.676459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.676715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.676822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.676982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:550a377e-f73a-4f1e-be6a-16e2e7692cfa already deleted. [ 677.677053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-550a377e-f73a-4f1e-be6a-16e2e7692cfa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.719579] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.719797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.720010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.720093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.720184] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f81585a5-c357-4e50-9278-b739e2393835 already deleted. [ 677.721060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f81585a5-c357-4e50-9278-b739e2393835" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.785890] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04ddd249-262e-42ae-95d7-a32509b50e6d with status ACTIVE [ 677.786245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.786407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.786476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.786708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.786801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.787323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.787323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.787323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.787493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.787493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.787646] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.787736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.787807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.787962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.788059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.788154] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04ddd249-262e-42ae-95d7-a32509b50e6d is going to be updated. [ 677.809659] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.809659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.809659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.809659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.809659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.809659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ddd249-262e-42ae-95d7-a32509b50e6d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.819636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.819636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.819636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.819855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.819855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.820460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.820460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.820460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.820460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.820755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.820874] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7209010f-a80b-455f-ac9d-661204f892fe is going to be updated. [ 677.846468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.850839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.850959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.851528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.851528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.859735] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: IN_PROGRESS for 2s [ 677.999284] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.999284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.999284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.999284] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.001678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.001973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.003057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.003057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.003057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.003057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.003057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.003057] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.504430] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.504430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.875835] env[62807]: INFO networking_nsxv3.common.synchronization [None req-24bbada2-ed23-4fe4-a886-f6cd62d57f4d None None] Enqueued Resource ID: 71adbf51-14f1-4d1c-8547-36c7fb7f3ac7 with Priority: HIGHEST for action port [ 678.875835] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71adbf51-14f1-4d1c-8547-36c7fb7f3ac7 with Priority: HIGHEST for action port [ 678.876392] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-71adbf51-14f1-4d1c-8547-36c7fb7f3ac7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.876392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71adbf51-14f1-4d1c-8547-36c7fb7f3ac7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.876392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71adbf51-14f1-4d1c-8547-36c7fb7f3ac7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.876548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71adbf51-14f1-4d1c-8547-36c7fb7f3ac7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.876588] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71adbf51-14f1-4d1c-8547-36c7fb7f3ac7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.015932] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.058418] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 679.058704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.381746] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71adbf51-14f1-4d1c-8547-36c7fb7f3ac7 [ 679.382012] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.382184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.382259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.382473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.382569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.382666] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71adbf51-14f1-4d1c-8547-36c7fb7f3ac7 already deleted. [ 679.382747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71adbf51-14f1-4d1c-8547-36c7fb7f3ac7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.435526] env[62807]: INFO networking_nsxv3.common.synchronization [req-55c23d3e-286a-4331-91e2-5443bb33730b req-3996f9a4-4810-4bd2-9476-6f56b1955e3c tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: b815ead9-0e69-43c5-818d-9406fd378958 with Priority: HIGHEST for action security_group_rules [ 679.439861] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b815ead9-0e69-43c5-818d-9406fd378958 with Priority: HIGHEST for action security_group_rules [ 679.440516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b815ead9-0e69-43c5-818d-9406fd378958 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.440650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b815ead9-0e69-43c5-818d-9406fd378958" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.440743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b815ead9-0e69-43c5-818d-9406fd378958" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.442792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b815ead9-0e69-43c5-818d-9406fd378958" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.442792] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b815ead9-0e69-43c5-818d-9406fd378958',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.518624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.518878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.518878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.519747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.519747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.519747] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 679.545475] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.545680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.545751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.545980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.546138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.559246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 679.869159] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7209010f-a80b-455f-ac9d-661204f892fe in Status: SUCCESS [ 679.869159] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7209010f-a80b-455f-ac9d-661204f892fe deletion is rescheduled due to dependency. [ 679.869369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959637] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.962115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.962115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.962115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.962115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.962115] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b815ead9-0e69-43c5-818d-9406fd378958 already deleted. [ 679.962115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b815ead9-0e69-43c5-818d-9406fd378958" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.474104] env[62807]: INFO networking_nsxv3.common.synchronization [None req-685f0eb8-9bfb-4f4e-a32a-123f0aef658f None None] Enqueued Resource ID: 06491235-c31a-47e5-8d9b-aa5e2a71ced2 with Priority: HIGHEST for action port [ 680.474104] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06491235-c31a-47e5-8d9b-aa5e2a71ced2 with Priority: HIGHEST for action port [ 680.474104] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-06491235-c31a-47e5-8d9b-aa5e2a71ced2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.474104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06491235-c31a-47e5-8d9b-aa5e2a71ced2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.474104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06491235-c31a-47e5-8d9b-aa5e2a71ced2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.474104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06491235-c31a-47e5-8d9b-aa5e2a71ced2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.474104] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06491235-c31a-47e5-8d9b-aa5e2a71ced2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.976413] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06491235-c31a-47e5-8d9b-aa5e2a71ced2 [ 680.976413] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.977218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.977218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.977218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.977218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.977218] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06491235-c31a-47e5-8d9b-aa5e2a71ced2 already deleted. [ 680.977218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06491235-c31a-47e5-8d9b-aa5e2a71ced2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.514404] env[62807]: INFO networking_nsxv3.common.synchronization [None req-065401bb-ab1a-4202-99ae-e77af5f53c3b tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 681.515466] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 681.517191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.517191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.517191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.517191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.517191] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.573572] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 681.573572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.574210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.574210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.574210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.574351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.574351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.574928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.574928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.574928] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.720197] env[62807]: INFO networking_nsxv3.common.synchronization [None req-dfad1096-9be6-4daf-9556-a45f4d77606d None None] Enqueued Resource ID: cfe82f62-5165-42d8-805a-f6db7faa7a5a with Priority: HIGHEST for action port [ 681.729834] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe82f62-5165-42d8-805a-f6db7faa7a5a with Priority: HIGHEST for action port [ 681.729834] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe82f62-5165-42d8-805a-f6db7faa7a5a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.729834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe82f62-5165-42d8-805a-f6db7faa7a5a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.729834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe82f62-5165-42d8-805a-f6db7faa7a5a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.734087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe82f62-5165-42d8-805a-f6db7faa7a5a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.734087] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe82f62-5165-42d8-805a-f6db7faa7a5a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.768388] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0fac32d2-d887-4baa-bf1b-6545fcfc052b tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 681.770843] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 681.771496] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.773336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.810932] env[62807]: INFO networking_nsxv3.common.synchronization [None req-dbbc03bb-fe99-4d53-9a81-8d8ab3b83624 None None] Enqueued Resource ID: 98adbe60-dc65-441d-bcab-22b9e69afa91 with Priority: HIGHEST for action port [ 681.810932] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98adbe60-dc65-441d-bcab-22b9e69afa91 with Priority: HIGHEST for action port [ 681.810932] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-98adbe60-dc65-441d-bcab-22b9e69afa91 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.810932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98adbe60-dc65-441d-bcab-22b9e69afa91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.810932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98adbe60-dc65-441d-bcab-22b9e69afa91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.810932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98adbe60-dc65-441d-bcab-22b9e69afa91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.810932] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98adbe60-dc65-441d-bcab-22b9e69afa91',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.038057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.038057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.038057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.038057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.038057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.038057] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 already deleted. [ 682.038057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.038634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.038810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.038851] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.081335] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.238388] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe82f62-5165-42d8-805a-f6db7faa7a5a [ 682.238388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.238388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.238388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.238676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.238676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.238745] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe82f62-5165-42d8-805a-f6db7faa7a5a already deleted. [ 682.238850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe82f62-5165-42d8-805a-f6db7faa7a5a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.315862] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98adbe60-dc65-441d-bcab-22b9e69afa91 [ 682.315862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.315862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.315862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.315862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.315862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.315862] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98adbe60-dc65-441d-bcab-22b9e69afa91 already deleted. [ 682.315862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98adbe60-dc65-441d-bcab-22b9e69afa91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.585665] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.609479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.609479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.609479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.609479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.609479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.609479] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 already deleted. [ 682.609944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.629944] env[62807]: INFO networking_nsxv3.common.synchronization [req-bf0f1bae-c3b0-4945-ba9e-34b488b24b48 req-09b63674-52f0-41b1-95d6-c7cfd476c425 tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: 0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd with Priority: HIGHEST for action security_group_rules [ 682.629944] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd with Priority: HIGHEST for action security_group_rules [ 682.629944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.629944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.629944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.629944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632876] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.090280] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.093042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.093042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.093042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.093042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.093042] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 683.122168] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.122168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.122168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.122168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.122168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.128914] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 683.158425] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.158587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.158681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.162020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.162020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.162020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd already deleted. [ 683.162020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9c3cf8-b7f6-418a-a6a3-1dc7ddefc8dd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.548508] env[62807]: INFO networking_nsxv3.common.synchronization [req-ac659d03-36c8-4c1c-8b73-1809cdc94d92 req-a24b103a-0a70-4aaa-b790-b500a1532409 tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 683.549199] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 683.549596] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.549778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.549851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.550083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.550256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.550374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.550424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.550654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.550766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.550893] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.054086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.055393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.055393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.055393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.055393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.058023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.058023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.058023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.058023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 684.081272] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.081272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.081272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.081272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.081272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.092022] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 684.888775] env[62807]: INFO networking_nsxv3.common.synchronization [None req-76bfa1b7-3d57-492a-b2e8-c31ba052da9b None None] Enqueued Resource ID: 38692203-992e-4b10-b6db-367618a09901 with Priority: HIGHEST for action port [ 684.889692] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692203-992e-4b10-b6db-367618a09901 with Priority: HIGHEST for action port [ 684.890084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-38692203-992e-4b10-b6db-367618a09901 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.890254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38692203-992e-4b10-b6db-367618a09901" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.890355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38692203-992e-4b10-b6db-367618a09901" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.890641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38692203-992e-4b10-b6db-367618a09901" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.890765] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38692203-992e-4b10-b6db-367618a09901',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.141983] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 685.141983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.142352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.142352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.142530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.142657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.142729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.143222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.143222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.143222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.143222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.143463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.143463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.143463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.143675] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.143675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.143779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.143837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.144082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.144082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.144082] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.394303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38692203-992e-4b10-b6db-367618a09901 [ 685.394303] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.394303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.394303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.394303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.394303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.394303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38692203-992e-4b10-b6db-367618a09901 already deleted. [ 685.394303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38692203-992e-4b10-b6db-367618a09901" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.648387] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582: rpc.has_security_group_logging(os_id): False [ 685.669524] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.669524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.669524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.669524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.669524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.669842] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.669997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.670099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.670833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.671102] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.671375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.671375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.671502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.671608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.671833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.671963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.672066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.672248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.672365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.672477] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be created. [ 685.752117] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.752117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.752306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.752453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.752818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.765795] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 686.101209] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 686.101209] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 686.101209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.175995] env[62807]: INFO networking_nsxv3.common.synchronization [req-9c05d20d-373d-4468-b188-6e9585ec2ff3 req-8630708d-09e7-4e1b-9f86-29ceb6b91fa8 tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 686.176531] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 686.176838] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbcb925-1c67-4701-9329-48d2cfa37a22 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.177046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.181349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.181349] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbcb925-1c67-4701-9329-48d2cfa37a22',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.705636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.707242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.707242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.707242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.707242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.707242] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 already deleted. [ 686.707242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.713044] env[62807]: INFO networking_nsxv3.common.synchronization [req-9f31cdf9-d4d0-444c-8ab4-eee700fb0891 req-1dc2fdb6-eec2-44f0-bccf-cb68ae65584d tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 686.713044] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 686.713388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbcb925-1c67-4701-9329-48d2cfa37a22 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.713533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.713599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.713826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.713916] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbcb925-1c67-4701-9329-48d2cfa37a22',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.900825] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7b950ee-47d7-4b16-a379-8ea64fa92e6a req-1ec56a4e-18ec-465d-a2bf-64fe75193d31 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 686.902334] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 686.902334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.902334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.902519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.902623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.903657] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.903657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.903657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.903657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.903657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.903657] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.238994] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.239361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.239361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.239511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.239670] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 already deleted. [ 687.239783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365138] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.365346] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.365469] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.365808] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.366173] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.367099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.367099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.367099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.367099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.367099] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.367320] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.367320] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.367454] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.367549] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.367735] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.367786] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.387599] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.387784] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.387932] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.388526] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.388526] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.388708] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.388756] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.389060] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389199] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00402c1-ebc9-40c0-93b2-26b6fbab4a68',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.407668] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.407825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.407894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.408153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.408249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.408453] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.408667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.408751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.408922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.409008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.409105] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea already deleted. [ 687.409191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.642601] env[62807]: INFO networking_nsxv3.common.synchronization [req-79de02cd-df72-4a46-92e1-5fc0b0d20b7d req-fca034e3-82dc-4650-9ad7-9ca783a7e895 tempest-SecurityGroupRulesTestJSON-1061121991 tempest-SecurityGroupRulesTestJSON-1061121991-project-member] Enqueued Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 687.642601] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 with Priority: HIGHEST for action security_group_rules [ 687.642601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffbcb925-1c67-4701-9329-48d2cfa37a22 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.642601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.642601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.642601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.644728] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffbcb925-1c67-4701-9329-48d2cfa37a22',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.782289] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 687.784122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.784122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.784122] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.892372] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892642] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892745] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.893048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.893201] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.893361] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a00402c1-ebc9-40c0-93b2-26b6fbab4a68 not found, creating... [ 687.893627] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.893821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.893913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.894194] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.894342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.894624] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.894779] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.894890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.895213] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.895312] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.895518] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a00402c1-ebc9-40c0-93b2-26b6fbab4a68 is going to be created. [ 687.914433] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.914629] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.914761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.915059] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.915381] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.915659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.163146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.163146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163451] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffbcb925-1c67-4701-9329-48d2cfa37a22 already deleted. [ 688.163451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffbcb925-1c67-4701-9329-48d2cfa37a22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.288460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.289607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.289711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.289941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290131] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.290450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.290634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.290752] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.645985] env[62807]: INFO networking_nsxv3.common.synchronization [None req-150e0b7e-22ad-48a5-abda-b46d128fee85 None None] Enqueued Resource ID: 8d1b2fb2-fd18-4633-aeaa-e6316531a585 with Priority: HIGHEST for action port [ 688.646267] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1b2fb2-fd18-4633-aeaa-e6316531a585 with Priority: HIGHEST for action port [ 688.646855] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1b2fb2-fd18-4633-aeaa-e6316531a585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.646984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1b2fb2-fd18-4633-aeaa-e6316531a585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.647066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1b2fb2-fd18-4633-aeaa-e6316531a585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.647322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1b2fb2-fd18-4633-aeaa-e6316531a585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.647406] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1b2fb2-fd18-4633-aeaa-e6316531a585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.799097] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.799495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.800037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.800421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.800737] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.801162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.801339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.801615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.801825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.803954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803954] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7b950ee-47d7-4b16-a379-8ea64fa92e6a req-76e211ca-9942-4341-a6df-c09c32c610cf service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7b950ee-47d7-4b16-a379-8ea64fa92e6a req-76e211ca-9942-4341-a6df-c09c32c610cf service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7b950ee-47d7-4b16-a379-8ea64fa92e6a req-76e211ca-9942-4341-a6df-c09c32c610cf service nova] Enqueued Resource ID: a00402c1-ebc9-40c0-93b2-26b6fbab4a68 with Priority: HIGHEST for action port [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 689.041123] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00402c1-ebc9-40c0-93b2-26b6fbab4a68 with Priority: HIGHEST for action port [ 689.042517] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.042607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.042688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.042907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.043207] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.044186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.044682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.044802] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.045122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.045377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.045377] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.047177] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.047177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.047177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.047177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.047177] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00402c1-ebc9-40c0-93b2-26b6fbab4a68',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.154122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d1b2fb2-fd18-4633-aeaa-e6316531a585 [ 689.154122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.154122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.154122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.154122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.154122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.154122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d1b2fb2-fd18-4633-aeaa-e6316531a585 already deleted. [ 689.154122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1b2fb2-fd18-4633-aeaa-e6316531a585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311093] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582: rpc.has_security_group_logging(os_id): False [ 689.329105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.329310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.329310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.330045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.330045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.330045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.330542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.330542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.330618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.334020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.334020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.334020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.334020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 689.391259] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.391259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.391259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.391259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.391259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.402829] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 689.549130] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.550268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.550385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.553403] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a00402c1-ebc9-40c0-93b2-26b6fbab4a68 with status ACTIVE [ 689.553403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.553403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.553735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.553735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.553850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.554028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.554162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.554241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.554458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.554733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.554941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.555107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.555159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.555345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.555419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.555514] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a00402c1-ebc9-40c0-93b2-26b6fbab4a68 is going to be updated. [ 689.576312] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.576312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.576312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.576540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.577108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.577108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00402c1-ebc9-40c0-93b2-26b6fbab4a68" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.053940] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.556926] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.557403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.557697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.558348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.558718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.558718] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be created. [ 690.585194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.585311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.585360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.585566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.586937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.595464] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: UNINITIALIZED for 2s [ 691.098405] env[62807]: INFO networking_nsxv3.common.synchronization [req-65d48ee7-60fb-42c0-a46f-9e3dd3da6282 req-0fac818a-6b9f-4449-b6e3-e49bfb75c329 tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 691.098770] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 691.099977] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.100069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.100142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.100398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.100518] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.100617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.100686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.100824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.100912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.101123] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.417893] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 691.418462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.468607] env[62807]: INFO networking_nsxv3.common.synchronization [None req-a06d02d2-05c1-4096-bc52-7c0873b944f1 None None] Enqueued Resource ID: 623cc746-bb3e-4554-afa4-fe7980ac72b7 with Priority: HIGHEST for action port [ 691.468607] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623cc746-bb3e-4554-afa4-fe7980ac72b7 with Priority: HIGHEST for action port [ 691.472856] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-623cc746-bb3e-4554-afa4-fe7980ac72b7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.473044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623cc746-bb3e-4554-afa4-fe7980ac72b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.473211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623cc746-bb3e-4554-afa4-fe7980ac72b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.473384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623cc746-bb3e-4554-afa4-fe7980ac72b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.473499] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623cc746-bb3e-4554-afa4-fe7980ac72b7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.605781] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.835180] env[62807]: INFO networking_nsxv3.common.synchronization [req-a1dcbe8f-f446-472e-bc1e-861dd398c0a1 req-73139e32-f114-48a6-a0e8-5909aac34426 tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 691.835838] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 691.836331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.836441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.978515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 623cc746-bb3e-4554-afa4-fe7980ac72b7 [ 691.978515] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.978515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.978515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.978515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.978515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.978515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:623cc746-bb3e-4554-afa4-fe7980ac72b7 already deleted. [ 691.978515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623cc746-bb3e-4554-afa4-fe7980ac72b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.106668] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.612386] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.612386] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.612386] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.612386] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.612386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.613260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.613260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.613260] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.643527] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.643752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.643899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.645597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.645730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.654106] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 693.115246] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.621376] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35662cb-b6a3-4bd0-9e58-ad17175767ea: rpc.has_security_group_logging(os_id): False [ 693.639740] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.640229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.640327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.640996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.640996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.640996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.640996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.640996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.641245] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be created. [ 693.703751] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.704215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.704386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.704862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.706566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.721038] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 694.189919] env[62807]: INFO networking_nsxv3.common.synchronization [req-6127003c-3d11-4d27-b0fa-486046c7ea88 req-0a7e44bb-d950-420c-a188-f12f4329c9dd tempest-ServersTestFqdnHostnames-1697884701 tempest-ServersTestFqdnHostnames-1697884701-project-member] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 694.190457] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 694.190763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.191599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.191599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.191599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.191770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.194719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.194719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.194719] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.666367] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.666367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.666367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.666367] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.694335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.694335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.694652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.694652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.694803] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.695109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.695214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.695264] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f already deleted. [ 694.695331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.697303] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.697512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.697638] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.697913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698188] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.698353] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.698469] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.698710] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698833] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.699050] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.699171] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.699471] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.699471] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.699610] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.699610] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.699733] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.718889] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.719209] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.719390] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.719576] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-88" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.719932] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-7aee2670-a9fd-4740-9463-7492279dcfc6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.720125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.720323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.720561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.720696] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aee2670-a9fd-4740-9463-7492279dcfc6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.171812] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.171812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.171812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.172129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.172574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.172574] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.172930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.172930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.173382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.173382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.173382] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 695.197474] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.197658] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.197930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.206289] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 695.250770] env[62807]: INFO networking_nsxv3.common.synchronization [req-d10b9280-2f8e-4f76-bb25-02201649580e req-39683867-78ce-4352-818b-91f7a3824316 tempest-ServersAdminNegativeTestJSON-1453842836 tempest-ServersAdminNegativeTestJSON-1453842836-project-member] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 695.250770] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.250770] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 7aee2670-a9fd-4740-9463-7492279dcfc6 not found, creating... [ 695.250770] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.250770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.251681] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.251681] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 7aee2670-a9fd-4740-9463-7492279dcfc6 is going to be created. [ 695.251681] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 695.251681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.251681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.251681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.252153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.252153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.252153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.252153] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.254114] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.254388] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.254486] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.254765] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.255000] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.255251] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.731948] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 695.732388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.737149] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.239386] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.255456] env[62807]: INFO networking_nsxv3.common.synchronization [req-6127003c-3d11-4d27-b0fa-486046c7ea88 req-514c46c6-c8c7-45cf-a4df-ac8a0417272c service nova] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 696.256520] env[62807]: INFO networking_nsxv3.common.synchronization [req-6127003c-3d11-4d27-b0fa-486046c7ea88 req-514c46c6-c8c7-45cf-a4df-ac8a0417272c service nova] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 696.256520] env[62807]: INFO networking_nsxv3.common.synchronization [req-6127003c-3d11-4d27-b0fa-486046c7ea88 req-514c46c6-c8c7-45cf-a4df-ac8a0417272c service nova] Enqueued Resource ID: 7aee2670-a9fd-4740-9463-7492279dcfc6 with Priority: HIGHEST for action port [ 696.256520] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_rules [ 696.256520] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 696.256520] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aee2670-a9fd-4740-9463-7492279dcfc6 with Priority: HIGHEST for action port [ 696.256942] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.259188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.259234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.260204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.260204] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.260403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.260798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.260798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.260798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.260901] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.260996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.261050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.261206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.261271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.261641] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.262367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aee2670-a9fd-4740-9463-7492279dcfc6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.262476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.262544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.262697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.262774] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aee2670-a9fd-4740-9463-7492279dcfc6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.745145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.745145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.745145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.745145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.745145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.745145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be updated. [ 696.765138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.765460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.765887] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.780037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aee2670-a9fd-4740-9463-7492279dcfc6 with status ACTIVE [ 696.780037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.780037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.780037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.780037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.780037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aee2670-a9fd-4740-9463-7492279dcfc6 is going to be updated. [ 696.780596] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.780596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.780596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.780596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.780596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.791712] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 696.800968] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.801175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.801244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.801528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.801615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.802271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aee2670-a9fd-4740-9463-7492279dcfc6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.216554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 697.216554] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 deletion is rescheduled due to dependency. [ 697.216554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.283975] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.318258] env[62807]: INFO networking_nsxv3.common.synchronization [None req-59f34af7-f51b-4bab-ab6c-d44e2fd475de None None] Enqueued Resource ID: 649eca6b-4ba5-4d59-941d-2190eda8a0a0 with Priority: HIGHEST for action port [ 697.321936] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649eca6b-4ba5-4d59-941d-2190eda8a0a0 with Priority: HIGHEST for action port [ 697.323164] env[62807]: INFO networking_nsxv3.common.synchronization [req-8fdc2516-bf7e-4463-9893-4d6437f347e0 req-b1f6b9e2-2c48-4df9-ac93-f62745f1f5e2 tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 697.323164] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-649eca6b-4ba5-4d59-941d-2190eda8a0a0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.323164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-649eca6b-4ba5-4d59-941d-2190eda8a0a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.323164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-649eca6b-4ba5-4d59-941d-2190eda8a0a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.323164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-649eca6b-4ba5-4d59-941d-2190eda8a0a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.323400] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('649eca6b-4ba5-4d59-941d-2190eda8a0a0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.324189] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 697.326964] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.326964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.326964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.330435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.330661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.330783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.330852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.331047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.331142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.331247] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.789408] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.789709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.789709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.792696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.792696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.792696] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f is going to be created. [ 697.815457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.815586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.815586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.815823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.815992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.835042] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: UNINITIALIZED for 2s [ 697.835042] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 649eca6b-4ba5-4d59-941d-2190eda8a0a0 [ 697.835042] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.835328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.835328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.835590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.835699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.836246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:649eca6b-4ba5-4d59-941d-2190eda8a0a0 already deleted. [ 697.836344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-649eca6b-4ba5-4d59-941d-2190eda8a0a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.836651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.836826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.836898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.837144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.837233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.837556] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.837663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.837710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.837892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.837984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.838080] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 already deleted. [ 697.838303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.301021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.301157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.301505] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.301834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302119] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302279] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.302397] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.302658] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302763] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.302988] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.303087] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.303199] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.303298] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.303408] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.303541] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.303638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.320286] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.320459] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.320601] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.320777] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.321179] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-2b7654ff-51f0-4a51-9b69-04d3352ddbee taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.321366] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.321691] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.322017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.322167] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7654ff-51f0-4a51-9b69-04d3352ddbee',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.594696] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c4762878-52ed-4db1-b9aa-3b06b330623f tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 698.595216] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 698.595499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.595616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.595693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.595948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.597081] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.697556] env[62807]: INFO networking_nsxv3.common.synchronization [None req-36cbede7-e0ba-43ba-82aa-53cb818610ec tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 698.698326] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 698.701015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.804185] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 698.804457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.827595] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.828571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.828571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.828571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.828571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.828571] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 2b7654ff-51f0-4a51-9b69-04d3352ddbee not found, creating... [ 698.828827] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.829070] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.829136] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.829539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.829539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.829763] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.829936] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.831072] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.831072] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.831072] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.831458] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 2b7654ff-51f0-4a51-9b69-04d3352ddbee is going to be created. [ 698.852145] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.852554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.852697] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.853129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.853447] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.853853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.118839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.118839] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c already deleted. [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.118839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.118839] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.463609] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b654e832-90fd-46f1-83b2-e3fffdcc6a2d None None] Enqueued Resource ID: 81911836-5be5-434a-8377-1ade2532cb14 with Priority: HIGHEST for action port [ 699.463881] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81911836-5be5-434a-8377-1ade2532cb14 with Priority: HIGHEST for action port [ 699.467233] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-81911836-5be5-434a-8377-1ade2532cb14 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.467233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81911836-5be5-434a-8377-1ade2532cb14" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.467233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81911836-5be5-434a-8377-1ade2532cb14" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.467233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81911836-5be5-434a-8377-1ade2532cb14" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.467233] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81911836-5be5-434a-8377-1ade2532cb14',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.583548] env[62807]: INFO networking_nsxv3.common.synchronization [req-57b6d54a-6f49-4c7c-b562-359c368cef64 req-9ad07847-191a-4b64-9eaa-551d5baa43da tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 699.584120] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 699.584436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.584561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.584629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.584892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.586870] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.641166] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.641804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.641804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.641804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.641804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.641804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c already deleted. [ 699.641995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.844467] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: SUCCESS [ 699.844946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.845475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.846336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.846336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.846336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.846336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.846336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.846336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.846611] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.893023] env[62807]: INFO networking_nsxv3.common.synchronization [req-8fdc2516-bf7e-4463-9893-4d6437f347e0 req-b90e02f1-e012-433f-a176-808d50ba7de6 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 699.893023] env[62807]: INFO networking_nsxv3.common.synchronization [req-8fdc2516-bf7e-4463-9893-4d6437f347e0 req-b90e02f1-e012-433f-a176-808d50ba7de6 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 699.893023] env[62807]: INFO networking_nsxv3.common.synchronization [req-8fdc2516-bf7e-4463-9893-4d6437f347e0 req-b90e02f1-e012-433f-a176-808d50ba7de6 service nova] Enqueued Resource ID: 2b7654ff-51f0-4a51-9b69-04d3352ddbee with Priority: HIGHEST for action port [ 699.893023] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 699.893585] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 699.893585] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7654ff-51f0-4a51-9b69-04d3352ddbee with Priority: HIGHEST for action port [ 699.893664] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.893788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.893902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894217] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.897012] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.898712] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.898712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.898712] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.899601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b7654ff-51f0-4a51-9b69-04d3352ddbee taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.899737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.899818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.900500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.900626] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7654ff-51f0-4a51-9b69-04d3352ddbee',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.970368] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81911836-5be5-434a-8377-1ade2532cb14 [ 699.970368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.970368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.970368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.970368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.970368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.970368] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81911836-5be5-434a-8377-1ade2532cb14 already deleted. [ 699.970932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81911836-5be5-434a-8377-1ade2532cb14" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.089502] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.089502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.089502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.089502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.091150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.091269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.091336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.091517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.091607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.091696] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 already deleted. [ 700.091780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.214845] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.215025] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.215198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.216378] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.216509] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.216565] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.216695] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.216972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.217103] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.217331] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.217456] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.217568] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.217679] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.217794] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.217904] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.218053] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.243821] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.243821] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.243821] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.243821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.246116] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.246116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.246116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.246116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.246116] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.349304] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.397482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.397622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.400328] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.402858] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b7654ff-51f0-4a51-9b69-04d3352ddbee with status ACTIVE [ 700.403117] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.403256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.403327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.403642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.403642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.403797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.403898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.403963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.405119] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.405119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.405119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.405352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.406801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.406801] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b7654ff-51f0-4a51-9b69-04d3352ddbee is going to be updated. [ 700.426057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.426057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.426057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.426234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.426387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.426512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b7654ff-51f0-4a51-9b69-04d3352ddbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.752816] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.752816] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.752816] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.753252] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.753252] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.753382] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 not found, creating... [ 700.753771] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.753990] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.754170] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.754473] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.754657] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.755110] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.755271] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.755437] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.755719] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.755901] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.756107] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 is going to be created. [ 700.778841] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.779026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.779452] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.779625] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.780012] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.780295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851560] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f: rpc.has_security_group_logging(os_id): False [ 700.878582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.878790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.878863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.879102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.879198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.879443] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.879545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.879610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.879780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.879869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.879985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f is going to be created. [ 700.903278] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.950318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.950479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.950522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.950776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.950906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.962074] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: IN_PROGRESS for 2s [ 701.405314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.405596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.405684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.405910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.406014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.406129] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be created. [ 701.430749] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.430896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.430957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.431301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.431456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.440610] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: UNINITIALIZED for 2s [ 701.544205] env[62807]: INFO networking_nsxv3.common.synchronization [req-57b6d54a-6f49-4c7c-b562-359c368cef64 req-1eb556f9-11fd-4342-a1bb-6abf780b7e1f service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 701.544393] env[62807]: INFO networking_nsxv3.common.synchronization [req-57b6d54a-6f49-4c7c-b562-359c368cef64 req-1eb556f9-11fd-4342-a1bb-6abf780b7e1f service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 701.544576] env[62807]: INFO networking_nsxv3.common.synchronization [req-57b6d54a-6f49-4c7c-b562-359c368cef64 req-1eb556f9-11fd-4342-a1bb-6abf780b7e1f service nova] Enqueued Resource ID: fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 with Priority: HIGHEST for action port [ 701.544827] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 701.544959] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 701.545076] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 with Priority: HIGHEST for action port [ 701.545616] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.545745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.545845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.547645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.547645] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.549072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553433] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.553694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.553694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.554040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.554882] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.554997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.555065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.555224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.555300] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.057678] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.058385] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.059476] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 with status ACTIVE [ 702.060719] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.060719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.060719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.060873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.060976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061422] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.061618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061882] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.062580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.062580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.062580] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4 is going to be updated. [ 702.083700] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.083843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.083843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.084475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.084475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.084475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb9b36b9-9a8a-4f9b-a8a3-d73a8dda47c4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.431112] env[62807]: INFO networking_nsxv3.common.synchronization [req-2d602646-cf87-4706-83fb-8cf5b351a81a req-6cc11f53-154a-443d-a40d-73e44175c4cd tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 702.431112] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 702.431316] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.431435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.564514] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.903879] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.904109] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.904238] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.904550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.905077] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.905274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.905448] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.905691] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.905842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.906078] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.906197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.906307] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.906416] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.906529] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.906636] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.906802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.928140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.928382] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.928472] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.928637] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.929183] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-44e24b3d-908f-4ded-8f46-262fb433c4a6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.929413] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.929544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.929948] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.930257] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e24b3d-908f-4ded-8f46-262fb433c4a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.973199] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: SUCCESS [ 702.973947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.070378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.070378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.070378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.070630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.070769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.070769] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be created. [ 703.097054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.097054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.097230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.097297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.097473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.108299] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: UNINITIALIZED for 2s [ 703.433757] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.434066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.434155] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.434475] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.434640] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.434823] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 44e24b3d-908f-4ded-8f46-262fb433c4a6 not found, creating... [ 703.435174] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.435339] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.435527] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.435701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.435844] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.436167] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.436325] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.436443] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.436688] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.436843] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.436987] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 44e24b3d-908f-4ded-8f46-262fb433c4a6 is going to be created. [ 703.450084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 703.450370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.450602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.450938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.451141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.451265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.451341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.451506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.451622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.451901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.451901] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.452692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.452833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.452993] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.453118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.453195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.453327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.453397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.453517] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.467282] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.467479] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.467607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.467900] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468154] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.468387] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825739] env[62807]: INFO networking_nsxv3.common.synchronization [None req-7ef29cf4-88c1-4575-99a3-4bf0fd3a2877 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 703.826089] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 703.826374] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.826620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.826915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.827022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.956640] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.956842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.957091] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.985290] env[62807]: INFO networking_nsxv3.common.synchronization [None req-49a6ddef-7592-4ab4-bd58-732bdb0cc7b4 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 703.985933] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 703.986266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.986372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.347607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.347912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.347912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.348166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.348166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.348257] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 already deleted. [ 704.348290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.348458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.348639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.348723] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.451572] env[62807]: INFO networking_nsxv3.common.synchronization [req-2d602646-cf87-4706-83fb-8cf5b351a81a req-7af24a24-418c-4d5b-86c0-0696bfa59994 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 704.451923] env[62807]: INFO networking_nsxv3.common.synchronization [req-2d602646-cf87-4706-83fb-8cf5b351a81a req-7af24a24-418c-4d5b-86c0-0696bfa59994 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 704.451923] env[62807]: INFO networking_nsxv3.common.synchronization [req-2d602646-cf87-4706-83fb-8cf5b351a81a req-7af24a24-418c-4d5b-86c0-0696bfa59994 service nova] Enqueued Resource ID: 44e24b3d-908f-4ded-8f46-262fb433c4a6 with Priority: HIGHEST for action port [ 704.452534] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 704.452691] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 704.452829] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e24b3d-908f-4ded-8f46-262fb433c4a6 with Priority: HIGHEST for action port [ 704.453315] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.453376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.453615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.453713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.453914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e24b3d-908f-4ded-8f46-262fb433c4a6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.454043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.454150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.454342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.454432] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e24b3d-908f-4ded-8f46-262fb433c4a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.461484] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.872566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.872680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.873086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.873372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.873639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.873801] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 already deleted. [ 704.873942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.962217] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e24b3d-908f-4ded-8f46-262fb433c4a6 with status ACTIVE [ 704.962217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.962217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.962217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.962414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.962480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.962864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.963035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.963130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.963845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.963845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.963976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.964094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.964158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.964312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.964390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.964475] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e24b3d-908f-4ded-8f46-262fb433c4a6 is going to be updated. [ 704.967237] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.967356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.967426] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.967584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.967666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967752] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 704.991917] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.992074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.992144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.992352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.992485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.992641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e24b3d-908f-4ded-8f46-262fb433c4a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.007783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.009272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.009417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.009763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.009960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.018985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 705.118040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.118040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.118040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.118040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.243812] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-2fbebd29-69f4-4a7c-baed-f0fa4546cd9a tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 705.245881] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 705.245881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.245881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.245881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.245881] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.626516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.626516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.626516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.626516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.627362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.627362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.627362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.627620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.627830] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.661022] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.661022] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.661022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.661893] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.662456] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.662834] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.665167] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.665167] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.665167] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.665167] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.680695] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.680695] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.681071] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.681071] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.681787] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-6be6bb54-d3f3-4068-9322-ccdb97c8470d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.681787] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.681787] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.682128] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.682255] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be6bb54-d3f3-4068-9322-ccdb97c8470d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.748324] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.748510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.748638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.748956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.749124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.749396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.749543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.749629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.749999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.750124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.750243] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b already deleted. [ 705.750366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.130462] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b462094f-33ce-46e3-8ff9-9b31acc0c659: rpc.has_security_group_logging(os_id): False [ 706.147762] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.147762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.147902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.148046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.148143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.148358] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.148468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.148517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.148666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.148758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.148954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.149063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.149128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.149261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.149394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.149795] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.149795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.149795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.149795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.150018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.150018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be created. [ 706.185163] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.185507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.185686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.186074] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.186293] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.186537] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 6be6bb54-d3f3-4068-9322-ccdb97c8470d not found, creating... [ 706.186991] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.189069] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.189069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.189457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.189457] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 6be6bb54-d3f3-4068-9322-ccdb97c8470d is going to be created. [ 706.210070] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.210372] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.210545] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.210907] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.211247] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.211570] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.213688] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.213846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.213941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.214180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.214385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.224592] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 707.014360] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-12e30758-f78b-48d0-918f-1a63dbfa5130 service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 707.014616] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-12e30758-f78b-48d0-918f-1a63dbfa5130 service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 707.014683] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-12e30758-f78b-48d0-918f-1a63dbfa5130 service nova] Enqueued Resource ID: 6be6bb54-d3f3-4068-9322-ccdb97c8470d with Priority: HIGHEST for action port [ 707.016984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 707.016984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 707.016984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be6bb54-d3f3-4068-9322-ccdb97c8470d with Priority: HIGHEST for action port [ 707.016984] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.016984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.016984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.016984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.016984] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.017419] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.017419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.017419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.017419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.017759] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.017759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.017759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.017930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.018022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.018124] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.018853] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be6bb54-d3f3-4068-9322-ccdb97c8470d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.018955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.019036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.019190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.019263] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be6bb54-d3f3-4068-9322-ccdb97c8470d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.031963] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 707.032185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.032342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.032543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.032722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.032841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.032905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.033064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.033142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.033226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.033380] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.033458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.033515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.033653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.033785] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.033875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.033933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.034083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.034155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.034232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.034314] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.040109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.040302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.040460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.040758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.040871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.041042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.041126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.041233] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.521404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.521404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521404] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.522514] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6be6bb54-d3f3-4068-9322-ccdb97c8470d with status ACTIVE [ 707.522514] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.522647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.522681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.523136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.523136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.523136] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.523259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.523287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.523425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.523500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.523678] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.524514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.524514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.524514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.524514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.524514] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6be6bb54-d3f3-4068-9322-ccdb97c8470d is going to be updated. [ 707.542183] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef5123-f264-46ad-a0ef-8975f8b2b968: rpc.has_security_group_logging(os_id): False [ 707.542920] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.547020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.547303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.547458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.547743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.548218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.548218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be6bb54-d3f3-4068-9322-ccdb97c8470d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.560110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.560110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.560110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.560110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.560110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.560320] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be created. [ 707.611835] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.612675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.612815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.613175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.613417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.628250] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 708.026622] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.046502] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.236651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 708.237145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.530083] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.530083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.530083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.530083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.530083] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be created. [ 708.552948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.552948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.552948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.552948] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 708.566854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: UNINITIALIZED for 2s [ 708.589944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.589944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.589944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.589944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.589944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596903] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 709.642835] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 709.643112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.643273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.643796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.643796] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.147196] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.147196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.577593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 710.577824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.578019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.578439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.578571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.578637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.578891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579078] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.606429] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 710.606538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.608509] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.608509] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.817502] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-f88934ed-dbe2-430e-aabd-59b854d737e9 tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 710.819775] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 710.820728] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.820988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.821272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.821699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.822067] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.822887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.822887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.822887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.822887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.822887] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.083502] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.083882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.111716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.111884] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.112060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.112214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.112301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.112390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.112536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.112629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.112693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.113155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.113155] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.113155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.113155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.113313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.113378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113553] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.203480] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.203659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.203783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.204083] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.204504] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.204504] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.204601] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.204862] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.205013] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.205355] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.206015] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.206015] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.206015] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.206015] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.206015] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.206214] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.224412] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.224412] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.224412] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.224412] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.224412] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-33a51a23-d1ad-456b-9a36-3c0a6df8f966 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.224677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.224677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.225047] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a51a23-d1ad-456b-9a36-3c0a6df8f966',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.326400] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.615871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef5123-f264-46ad-a0ef-8975f8b2b968: rpc.has_security_group_logging(os_id): False [ 711.633821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.634202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.634202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.634273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.634357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.635322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.635322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.635322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.635652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.635652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.635811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.635916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.635980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.636256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.636256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.636332] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 711.701285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.702028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.702028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.714434] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 711.727139] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.727380] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.727508] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.727809] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.727969] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.728145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 33a51a23-d1ad-456b-9a36-3c0a6df8f966 not found, creating... [ 711.728416] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.728574] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.728691] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.728979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.729153] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.729446] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.729624] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.729744] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.730047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.730268] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.730452] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 33a51a23-d1ad-456b-9a36-3c0a6df8f966 is going to be created. [ 711.754665] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.754894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.755027] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.755308] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.755528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.755751] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.828447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.337025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.337025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.337025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.337231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.337231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.337312] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 712.393525] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.394427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.394427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.394427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.394427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.406366] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 712.574284] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-dfd8cee1-b948-4c88-94bf-61621394251e service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 712.574433] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-dfd8cee1-b948-4c88-94bf-61621394251e service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 712.574849] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-dfd8cee1-b948-4c88-94bf-61621394251e service nova] Enqueued Resource ID: 33a51a23-d1ad-456b-9a36-3c0a6df8f966 with Priority: HIGHEST for action port [ 712.575535] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 712.575691] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 712.575938] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a51a23-d1ad-456b-9a36-3c0a6df8f966 with Priority: HIGHEST for action port [ 712.576662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.576662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.576890] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.576890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.577266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a51a23-d1ad-456b-9a36-3c0a6df8f966 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.577266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.577266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.578358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.578358] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a51a23-d1ad-456b-9a36-3c0a6df8f966',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.080945] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33a51a23-d1ad-456b-9a36-3c0a6df8f966 with status ACTIVE [ 713.081269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.081398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.081462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.081719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.081883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.082084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.082559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.082770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.083271] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33a51a23-d1ad-456b-9a36-3c0a6df8f966 is going to be updated. [ 713.103255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.103420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.103488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.104155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.104155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.104155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a51a23-d1ad-456b-9a36-3c0a6df8f966" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.734612] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 713.735046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.416467] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 714.416757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.417112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.418020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.418020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.418020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.418020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.418248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.418364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.418502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.418753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.418839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.419038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.419403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.419473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.421737] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.421737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.422105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.422195] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.422344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.422447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.422627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.422712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.422827] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.926596] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b446bbc-e325-43b4-b03c-dc165e3d469b: rpc.has_security_group_logging(os_id): False [ 714.926596] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.952791] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.952923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.952962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.953327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.953327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.953505] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.953632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.953671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.954122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.954122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.954250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.954283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.954635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.954635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954734] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.954785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.954813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.955157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.955157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.955157] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be created. [ 715.062160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.062329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.062621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.062804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.073031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 715.429117] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.720421] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-a2d438e2-e5fd-42e5-b972-07af26f241d9 tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 715.721030] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 715.721256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.721830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.932556] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.932556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.932556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.933271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.933378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.933848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 715.960520] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.962086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.962086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.970515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 716.705040] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.705341] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.705987] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.706167] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.706286] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.706511] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.706652] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.706873] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.707029] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.707150] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.707259] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.707391] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.707522] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.707660] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.733060] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.733261] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.733398] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.733592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-792" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.733923] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.734111] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.734662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.734662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.734832] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.088308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 717.088555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.088733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.089078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.089178] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.237312] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.237612] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.238550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.239069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.239382] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.239689] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b not found, creating... [ 717.240165] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.240499] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240714] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.241104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.241414] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.241904] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.242199] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.242383] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.242682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.242882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243109] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b is going to be created. [ 717.267277] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.267277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.267669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.267669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.267864] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268149] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.594938] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.979966] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 717.980853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.982986] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.982986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.982986] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.054897] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-2f0d92d3-b195-420c-9cb2-25ce8251008f service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 718.054897] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-2f0d92d3-b195-420c-9cb2-25ce8251008f service nova] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 718.055146] env[62807]: INFO networking_nsxv3.common.synchronization [req-b5e83e82-170c-439f-9991-528f5f634a2b req-2f0d92d3-b195-420c-9cb2-25ce8251008f service nova] Enqueued Resource ID: cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b with Priority: HIGHEST for action port [ 718.055201] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_rules [ 718.055293] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 718.055398] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b with Priority: HIGHEST for action port [ 718.055914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.057725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.057970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.058095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.059161] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.059161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.059161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.059161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.059161] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.484596] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.503484] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ac80310-0f27-4e8d-8105-492aa9f98bec req-693d0f98-cd40-43b3-b463-2d66cf1b016f tempest-ServerAddressesNegativeTestJSON-2036518242 tempest-ServerAddressesNegativeTestJSON-2036518242-project-member] Enqueued Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 718.504195] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 718.504647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.504910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.504946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.505880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.506364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.506461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.506543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.506707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.506814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.506896] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.561526] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b with status ACTIVE [ 718.561792] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.561903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.561979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.562233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.562334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.562516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.562614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.562778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.562838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.562894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.563081] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.563177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.563238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.563375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.563448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.563530] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b is going to be updated. [ 718.584595] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.584595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.584595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.584595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.584595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.584790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb1f398a-cfcd-4f37-8fb0-75ada6aafe7b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.651787] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2485788a-05fa-4fb9-844b-b89d4faf8765 None None] Enqueued Resource ID: ae1e0a41-d6de-4fd6-834a-d204345ef603 with Priority: HIGHEST for action port [ 718.651787] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1e0a41-d6de-4fd6-834a-d204345ef603 with Priority: HIGHEST for action port [ 718.651787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1e0a41-d6de-4fd6-834a-d204345ef603 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.652539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1e0a41-d6de-4fd6-834a-d204345ef603" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.652758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1e0a41-d6de-4fd6-834a-d204345ef603" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.653083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1e0a41-d6de-4fd6-834a-d204345ef603" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.653251] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1e0a41-d6de-4fd6-834a-d204345ef603',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.990743] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.996106] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-813" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-813" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-813" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996106] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996106] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.996566] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.996566] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.996566] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.996566] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.996735] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.996917] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.015404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.015404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.015404] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c already deleted. [ 719.015404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.016962] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.016962] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.016962] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.017094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-813" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.017395] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b8697072-9a1f-46f2-9da3-c372d47e8385 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.017567] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017687] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018504] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018656] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8697072-9a1f-46f2-9da3-c372d47e8385',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.157266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae1e0a41-d6de-4fd6-834a-d204345ef603 [ 719.160642] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.160642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.160642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.160642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.160642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.160642] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae1e0a41-d6de-4fd6-834a-d204345ef603 already deleted. [ 719.160642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1e0a41-d6de-4fd6-834a-d204345ef603" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.492574] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.492776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.492837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.493108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.493219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.493353] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 719.522166] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.523145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.523145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.523145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.523145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.527822] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.527822] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.527822] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.527822] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.528364] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.528364] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b8697072-9a1f-46f2-9da3-c372d47e8385 not found, creating... [ 719.528725] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.528725] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.528998] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.529252] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.529413] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.529738] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.529938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530158] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530405] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530586] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.530768] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b8697072-9a1f-46f2-9da3-c372d47e8385 is going to be created. [ 719.542033] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 719.552085] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552290] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.552410] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.552684] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.552903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.553176] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.633955] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3c17c0e7-9940-47fa-940a-d8b6d7b84815 tempest-ServersTestJSON-1841496840 tempest-ServersTestJSON-1841496840-project-member] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 719.634762] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 719.637440] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.637440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.637440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.637440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637440] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.767983] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2332754a-4d60-4977-9590-23afdc7d89dd tempest-ServersTestJSON-1841496840 tempest-ServersTestJSON-1841496840-project-member] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 719.768603] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 719.768857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.768967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.172689] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.172689] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 already deleted. [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.172689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.172689] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ac80310-0f27-4e8d-8105-492aa9f98bec req-fc3954f5-4240-4ba3-990a-ee5f5cffdfdf service nova] Enqueued Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_rules [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ac80310-0f27-4e8d-8105-492aa9f98bec req-fc3954f5-4240-4ba3-990a-ee5f5cffdfdf service nova] Enqueued Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ac80310-0f27-4e8d-8105-492aa9f98bec req-fc3954f5-4240-4ba3-990a-ee5f5cffdfdf service nova] Enqueued Resource ID: b8697072-9a1f-46f2-9da3-c372d47e8385 with Priority: HIGHEST for action port [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_rules [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 720.530757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8697072-9a1f-46f2-9da3-c372d47e8385 with Priority: HIGHEST for action port [ 720.532651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.534462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.534462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.534462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.534462] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.537167] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.537481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.537674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.537995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539967] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539967] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.542227] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8697072-9a1f-46f2-9da3-c372d47e8385 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.543756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.543756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.543756] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8697072-9a1f-46f2-9da3-c372d47e8385',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.696390] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.696390] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 already deleted. [ 720.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.038108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.038256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.043007] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.044329] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8697072-9a1f-46f2-9da3-c372d47e8385 with status ACTIVE [ 721.044547] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.044670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.044741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.044951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.045059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.045230] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.045543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.045644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.045790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.046084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.046181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.046303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8697072-9a1f-46f2-9da3-c372d47e8385 is going to be updated. [ 721.067064] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8697072-9a1f-46f2-9da3-c372d47e8385" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.144768] env[62807]: INFO networking_nsxv3.common.synchronization [None req-4573e456-0d97-48fb-a326-f44d5e7d0388 None None] Enqueued Resource ID: aa5a463a-5976-4ef0-aec6-a64d03f2e3d9 with Priority: HIGHEST for action port [ 721.145386] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5a463a-5976-4ef0-aec6-a64d03f2e3d9 with Priority: HIGHEST for action port [ 721.145636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa5a463a-5976-4ef0-aec6-a64d03f2e3d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.145735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa5a463a-5976-4ef0-aec6-a64d03f2e3d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.145786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa5a463a-5976-4ef0-aec6-a64d03f2e3d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.146746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa5a463a-5976-4ef0-aec6-a64d03f2e3d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.146838] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5a463a-5976-4ef0-aec6-a64d03f2e3d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.545791] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.555020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 721.556028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.556028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.556350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.556599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.556788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.557077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.557559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.557559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557726] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.559497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.559875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.559875] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.560025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.560061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.560284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.560425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.560556] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.649202] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa5a463a-5976-4ef0-aec6-a64d03f2e3d9 [ 721.649478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.649612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.649681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.649886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.649983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.650085] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa5a463a-5976-4ef0-aec6-a64d03f2e3d9 already deleted. [ 721.650167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa5a463a-5976-4ef0-aec6-a64d03f2e3d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053278] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.053278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.053278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.053278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.053278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c is going to be created. [ 722.063153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.063153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.063153] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.074971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.075974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.076060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.076322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.076545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085530] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: UNINITIALIZED for 2s [ 722.564912] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.066947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.067219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.067256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.067537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.067657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.067771] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 723.094908] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.095033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.095776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.095776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.095776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.104095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 723.358439] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ca36efd-41af-46b1-b660-93b75f8a8fea req-4e3643d3-3293-4fc0-8d9b-2d98e3c04b70 tempest-InstanceActionsV221TestJSON-725096177 tempest-InstanceActionsV221TestJSON-725096177-project-member] Enqueued Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 723.358970] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 723.359339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.359466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.359539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.359773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.360078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.364607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.364607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364607] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.562354] env[62807]: INFO networking_nsxv3.common.synchronization [req-776cd291-7448-4539-a7a1-c49d74027a4e req-ab0cf52d-25f7-4ff0-94cf-8d11cacf9b0d tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 723.563148] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 723.563504] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.564075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.565077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.565077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.565077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.565077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.565077] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.752677] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.752889] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-826" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.753022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-826" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.754304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-826" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.754304] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.754304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.754304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.754304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.755187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755360] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.755506] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.755623] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.755738] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.755854] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.755966] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.756796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.786982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.787212] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.787348] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.787522] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-826" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.787853] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a8d91825-084d-4bc1-be73-5f49c229e92e taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.788053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.788185] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.788519] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.790068] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d91825-084d-4bc1-be73-5f49c229e92e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.867354] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.867565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.867642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.867848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.867985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.868189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.868278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.868339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.868488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.868562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.868648] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 already deleted. [ 723.868727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.067877] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.067877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.067877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.068217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.068217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.068376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.068376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.068507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.068613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068667] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 724.095390] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: SUCCESS [ 724.095649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.095970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.096333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.096474] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.096606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.096680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.096837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.096962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.097077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.097184] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.101505] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.101505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.101505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.101505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.106728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 724.293519] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.293770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.293932] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.294256] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.294417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.294642] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a8d91825-084d-4bc1-be73-5f49c229e92e not found, creating... [ 724.294848] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.295035] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.295144] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.295371] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.295510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.295844] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.296016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.296139] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.296350] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.296485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.296623] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a8d91825-084d-4bc1-be73-5f49c229e92e is going to be created. [ 724.316141] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.316395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.316570] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.316893] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.317215] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.317510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.603307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.603307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.603307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.603731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.603731] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.603845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.603845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.603963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.604208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.604366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.604599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.604832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.605106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.605289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.605412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.605699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.605776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.605912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.606094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.606288] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.109599] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15422b6b-f0e3-42fa-8dac-5a8627076b6c: rpc.has_security_group_logging(os_id): False [ 725.114999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 725.114999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.114999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.114999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.114999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.116191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.116515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116515] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.124321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.124321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.124486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.124562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.124646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.124850] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.124950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.125023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.125173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.125250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.125423] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.125517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.125583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.125780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.125876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.126077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.126176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.126237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.126376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.126450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.126534] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c is going to be created. [ 725.142832] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ca36efd-41af-46b1-b660-93b75f8a8fea req-bc9775f9-62f9-4d36-91de-d494c1368a91 service nova] Enqueued Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_rules [ 725.142934] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ca36efd-41af-46b1-b660-93b75f8a8fea req-bc9775f9-62f9-4d36-91de-d494c1368a91 service nova] Enqueued Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 725.143051] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ca36efd-41af-46b1-b660-93b75f8a8fea req-bc9775f9-62f9-4d36-91de-d494c1368a91 service nova] Enqueued Resource ID: a8d91825-084d-4bc1-be73-5f49c229e92e with Priority: HIGHEST for action port [ 725.143290] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_rules [ 725.143432] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 725.143531] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d91825-084d-4bc1-be73-5f49c229e92e with Priority: HIGHEST for action port [ 725.144066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.144197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.144265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.144761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.144761] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.146194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.146316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.146376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.146539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.146684] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.147155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.147231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.147381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.147467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.147556] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.148274] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d91825-084d-4bc1-be73-5f49c229e92e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.148388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.148447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.148597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.148696] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d91825-084d-4bc1-be73-5f49c229e92e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.201529] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.201696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.201742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.201939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.202201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.211916] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: IN_PROGRESS for 2s [ 725.621940] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b446bbc-e325-43b4-b03c-dc165e3d469b: rpc.has_security_group_logging(os_id): False [ 725.638694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.638847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.639499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.639499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.639499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.639499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.639797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.639797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.639797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.639878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.641031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641467] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 725.650532] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.651577] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.651688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.651854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d91825-084d-4bc1-be73-5f49c229e92e with status ACTIVE [ 725.652039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.652155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.652423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.652509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.652690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.652787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.653032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.653118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.653311] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.653407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.653476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.653620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.653711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.654870] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d91825-084d-4bc1-be73-5f49c229e92e is going to be updated. [ 725.673819] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.673819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.673819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.674103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.674103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.674160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d91825-084d-4bc1-be73-5f49c229e92e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.696884] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.697531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.697623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.697885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.698064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.711038] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 726.116998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 726.117163] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 deletion is rescheduled due to dependency. [ 726.118116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.156916] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.660589] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.661112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.661198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.661302] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 is going to be created. [ 726.683567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.683768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.683852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.684136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.685230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.694267] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: UNINITIALIZED for 2s [ 727.224173] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: SUCCESS [ 727.224440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.726392] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 727.726627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.726627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.726887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.726887] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.230227] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.230331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.230371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231429] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.704396] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: SUCCESS [ 728.704619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.704817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.705075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.705302] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.705447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.705530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.705720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.705826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.705931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.706063] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.734094] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.734418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.734418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.734517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.734693] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.734790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.734853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.734996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.735095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.735184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.735331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.735429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.735511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.735659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.735798] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.735888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.735946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.736187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736410] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.208879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.209141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.209223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.209444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.209632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.209738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.209851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.209979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.210095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.210143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.210301] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.210386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.210449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.210596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.210805] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.210805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.210925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.211034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.211103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.211201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.211308] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241503] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b446bbc-e325-43b4-b03c-dc165e3d469b: rpc.has_security_group_logging(os_id): False [ 729.260990] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.261192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.261314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.261630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.261745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.261970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.262100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.262314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.262389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.262475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.262692] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.262862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.262862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.262987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.263080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.263291] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.263379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.263455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.263577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.263654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.263740] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 729.323756] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.323942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.324021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.325619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.338963] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 729.714389] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9b9d241-2752-4201-82c9-fdc07ded9c74: rpc.has_security_group_logging(os_id): False [ 729.732218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.732401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.732401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.732680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.733503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.733503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.733503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.733503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.733706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.733706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.733785] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.733883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.733941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.734094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.734216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.734447] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.734505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.734563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.734707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.734809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.734861] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 is going to be created. [ 729.798504] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.798735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.798790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.799090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.799342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.852736] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: IN_PROGRESS for 2s [ 730.145156] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 730.145197] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 730.465725] env[62807]: INFO networking_nsxv3.common.synchronization [req-5f342372-147b-4b14-a0d5-36d15853d070 req-8834f73c-aa5d-40fe-a578-ee430c4a974c tempest-ServerAddressesNegativeTestJSON-2036518242 tempest-ServerAddressesNegativeTestJSON-2036518242-project-member] Enqueued Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 730.465725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGHEST for action security_group_members [ 730.465978] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.466165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.466231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.466416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466590] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.466655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.466720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.466869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.467147] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.969811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.970188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.970188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.970437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.970540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970760] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.970867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.970947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.971160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.971250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.971338] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c is going to be updated. [ 730.996826] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.997235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.997235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.997324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.997399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.001865] env[62807]: INFO networking_nsxv3.common.synchronization [req-cf9e9640-5514-4ae2-957f-5d56ff3606e8 req-6fb5842e-32de-4c08-804a-8083049a7d96 tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 731.002544] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 731.002849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.003009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.003061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.003223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.003373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.003471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.003536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.003685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.003768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.003860] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.008401] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: IN_PROGRESS for 2s [ 731.354033] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 731.354226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.510387] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.822818] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: SUCCESS [ 731.823139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.012592] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.425509] env[62807]: INFO networking_nsxv3.common.synchronization [req-3b8d8688-5c08-480d-9c96-d549d3abcce4 req-bb970083-43bc-4055-85a1-148148faf102 tempest-ServersAdminNegativeTestJSON-1453842836 tempest-ServersAdminNegativeTestJSON-1453842836-project-member] Enqueued Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 732.426113] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 with Priority: HIGHEST for action security_group_members [ 732.426514] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.426634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.426690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.429018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.429018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.429018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.429018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.429018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.429018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.429018] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243d34bc-9e6d-4b91-b5a9-8e182077b7d8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.515055] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.515213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.515291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.515504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.515598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.515707] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 732.543489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.543489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.543681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.543745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.543879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552952] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 732.625964] env[62807]: INFO networking_nsxv3.common.synchronization [req-7dba9361-ae45-45c4-b24b-9a717cc5b5c8 req-aa74ddd9-40ad-4e2e-97ef-1f647eb72979 tempest-ServersTestBootFromVolume-1088202117 tempest-ServersTestBootFromVolume-1088202117-project-member] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 732.626498] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 732.626811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.626947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.628413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.629930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.629930] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.629930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.629930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.629930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.629930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.629930] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.042181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.043053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.043204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.043281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.043368] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 is going to be updated. [ 733.053183] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c in Status: SUCCESS [ 733.053331] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c deletion is rescheduled due to dependency. [ 733.053436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.069766] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.069938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.070036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.070233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.070391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.078130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: IN_PROGRESS for 2s [ 733.131793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.131946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.132031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.132338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.132557] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.132661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.132737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.132896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.132978] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 already deleted. [ 733.133067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330264] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.330399] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-114" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.330543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-114" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.330849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-114" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331135] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.331296] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.331472] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.331706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.332209] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.332345] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.332458] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.332567] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.332676] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.332780] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.332911] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.349798] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.349970] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.350210] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.350465] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-114" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350963] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-e5baa36f-9802-41c1-add7-6020a8b74ce8 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.351045] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.351179] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.351546] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.351690] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5baa36f-9802-41c1-add7-6020a8b74ce8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.854294] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.854573] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.854712] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.855011] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.855184] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.855330] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port e5baa36f-9802-41c1-add7-6020a8b74ce8 not found, creating... [ 733.855602] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.855759] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.855876] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.856115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.856254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.856588] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.856753] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.856855] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857123] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857253] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857385] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: e5baa36f-9802-41c1-add7-6020a8b74ce8 is going to be created. [ 733.876547] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.876772] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.876969] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.877235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.877402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.877597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.569181] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 734.569468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.620911] env[62807]: INFO networking_nsxv3.common.synchronization [req-7dba9361-ae45-45c4-b24b-9a717cc5b5c8 req-2ff623f2-6d20-4705-9219-849d7aa499b5 service nova] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 734.621104] env[62807]: INFO networking_nsxv3.common.synchronization [req-7dba9361-ae45-45c4-b24b-9a717cc5b5c8 req-2ff623f2-6d20-4705-9219-849d7aa499b5 service nova] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 734.621250] env[62807]: INFO networking_nsxv3.common.synchronization [req-7dba9361-ae45-45c4-b24b-9a717cc5b5c8 req-2ff623f2-6d20-4705-9219-849d7aa499b5 service nova] Enqueued Resource ID: e5baa36f-9802-41c1-add7-6020a8b74ce8 with Priority: HIGHEST for action port [ 734.621487] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_rules [ 734.621611] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 734.621707] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5baa36f-9802-41c1-add7-6020a8b74ce8 with Priority: HIGHEST for action port [ 734.622272] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.622397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.622464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.622660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.622737] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.624696] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.624832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.624904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.625060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.625208] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.625306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.625367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.625510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.625594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.625685] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.626437] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5baa36f-9802-41c1-add7-6020a8b74ce8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.626544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.626593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.626740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.626811] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5baa36f-9802-41c1-add7-6020a8b74ce8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.087726] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 in Status: SUCCESS [ 735.087908] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243d34bc-9e6d-4b91-b5a9-8e182077b7d8 deletion is rescheduled due to dependency. [ 735.088089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243d34bc-9e6d-4b91-b5a9-8e182077b7d8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.129038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.129038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.129038] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.130041] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5baa36f-9802-41c1-add7-6020a8b74ce8 with status ACTIVE [ 735.130217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.130336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.130399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.130610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.130698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.130866] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.130960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.131056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.131182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.131260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131444] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.131549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.131610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.131751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.131826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131909] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5baa36f-9802-41c1-add7-6020a8b74ce8 is going to be updated. [ 735.151560] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.151687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.151760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.151952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.152095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.152239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5baa36f-9802-41c1-add7-6020a8b74ce8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.163154] env[62807]: INFO networking_nsxv3.common.synchronization [req-2285d1a1-0893-43a0-8ed8-a5d424e0b560 req-030dbf91-1b41-4d10-9c6a-7256df7fb538 tempest-InstanceActionsV221TestJSON-725096177 tempest-InstanceActionsV221TestJSON-725096177-project-member] Enqueued Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 735.163645] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGHEST for action security_group_members [ 735.164018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.164126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.164306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.164466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.164623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.164767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.164846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.164932] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.621087] env[62807]: INFO networking_nsxv3.common.synchronization [None req-24824822-4608-4adc-8693-fcd1a28915a9 tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 with Priority: HIGHEST for action security_group_rules [ 735.621787] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 with Priority: HIGHEST for action security_group_rules [ 735.622101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.624474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.625268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.625268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.625268] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb4cbb7-0857-4c7a-9c7e-e48d40527230',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.634549] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.667396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.667545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.668257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.668257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.668257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.668257] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.668257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.668257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.668497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.668497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.668549] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 is going to be updated. [ 735.694924] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.694924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.695085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.695651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.695651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.703040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: IN_PROGRESS for 2s [ 735.705724] env[62807]: INFO networking_nsxv3.common.synchronization [None req-12fc4fa1-cc40-45c7-9b7a-bb5559cdb11b tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 with Priority: HIGHEST for action security_group_rules [ 735.705959] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 with Priority: HIGHEST for action security_group_rules [ 735.707028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.707028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.138373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.138507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.138571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.138781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.138860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.138959] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 is going to be created. [ 736.143912] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.144048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.144108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.144643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.144643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.144643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 already deleted. [ 736.144643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.144643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.144786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.144886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb4cbb7-0857-4c7a-9c7e-e48d40527230',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.159576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.159688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.159688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.160051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.173261] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: UNINITIALIZED for 2s [ 736.663674] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.664225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.664385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.664677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.664878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.665060] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb4cbb7-0857-4c7a-9c7e-e48d40527230 already deleted. [ 736.665230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb4cbb7-0857-4c7a-9c7e-e48d40527230" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.712758] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: IN_PROGRESS for 4s [ 737.838474] env[62807]: INFO networking_nsxv3.common.synchronization [req-9b04c21d-7f09-461f-aeec-3ea06d96fc8c req-33ec6073-7108-4f37-afd6-bc93dcfe86de tempest-ServerMetadataTestJSON-1096886146 tempest-ServerMetadataTestJSON-1096886146-project-member] Enqueued Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 737.839073] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 737.839516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.839642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.839705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.839967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.840145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.840260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.840353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.840565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.840669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.840767] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.183545] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: SUCCESS [ 738.183682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.183730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.184982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.184982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.184982] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.322833] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.323046] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-799" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.323175] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-799" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.323686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-799" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.324009] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.324439] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.324439] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.324618] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.324816] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.325069] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.325192] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.325297] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.325453] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.325579] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.325797] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.325970] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.344154] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.344341] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.344479] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.344663] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-799" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.345340] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-888abe76-da04-4e32-9f81-159cde73dbee taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.345780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.346115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.346482] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.346634] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888abe76-da04-4e32-9f81-159cde73dbee',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.348192] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.348477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.348529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.348713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.348826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.349250] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.349356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.349473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.349574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.349669] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 already deleted. [ 738.349769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688497] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.852432] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.852948] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.852948] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.853091] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.853250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.853408] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 888abe76-da04-4e32-9f81-159cde73dbee not found, creating... [ 738.853678] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.853833] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.853948] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.854185] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.854323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.854599] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.854817] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.854944] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.855182] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.855321] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.855459] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 888abe76-da04-4e32-9f81-159cde73dbee is going to be created. [ 738.875326] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.875635] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.875827] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.876256] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.876516] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.876744] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.190437] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff837c4d-2419-4b36-b4b8-748830c13705: rpc.has_security_group_logging(os_id): False [ 739.207631] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.207784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.207846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.208094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.208189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.208435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.208535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.208598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.208754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.208832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.208918] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 is going to be created. [ 739.266771] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.266985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.266985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.267250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.267434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.277225] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: IN_PROGRESS for 2s [ 739.663333] env[62807]: INFO networking_nsxv3.common.synchronization [req-9b04c21d-7f09-461f-aeec-3ea06d96fc8c req-28ae416a-2dd1-413d-9275-2d6974c80a7c service nova] Enqueued Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_rules [ 739.663521] env[62807]: INFO networking_nsxv3.common.synchronization [req-9b04c21d-7f09-461f-aeec-3ea06d96fc8c req-28ae416a-2dd1-413d-9275-2d6974c80a7c service nova] Enqueued Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 739.663659] env[62807]: INFO networking_nsxv3.common.synchronization [req-9b04c21d-7f09-461f-aeec-3ea06d96fc8c req-28ae416a-2dd1-413d-9275-2d6974c80a7c service nova] Enqueued Resource ID: 888abe76-da04-4e32-9f81-159cde73dbee with Priority: HIGHEST for action port [ 739.664185] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_rules [ 739.664320] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 739.664419] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888abe76-da04-4e32-9f81-159cde73dbee with Priority: HIGHEST for action port [ 739.664744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.664931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.665031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.665298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.665406] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.666252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.666416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.666519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.666718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.666889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.666983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.667138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.667290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.667681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.667681] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.668265] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-888abe76-da04-4e32-9f81-159cde73dbee taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.668731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.668731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.668731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.668731] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888abe76-da04-4e32-9f81-159cde73dbee',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.793575] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 in Status: SUCCESS [ 739.793792] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 deletion is rescheduled due to dependency. [ 739.793868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174788] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.174788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.174788] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.174788] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 888abe76-da04-4e32-9f81-159cde73dbee with status ACTIVE [ 740.174788] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.174788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.174788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.174788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.175334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.175334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.175334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.175565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.175947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.175947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.176085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.176184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.176332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.176393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.176947] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 888abe76-da04-4e32-9f81-159cde73dbee is going to be updated. [ 740.198440] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.198555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.198555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.199024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.199024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.199024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888abe76-da04-4e32-9f81-159cde73dbee" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.440908] env[62807]: INFO networking_nsxv3.common.synchronization [req-35e0408d-2220-4c1c-a706-b4a7667e1fe9 req-c4a7b938-59d7-492c-9911-17931341f174 tempest-FloatingIPsAssociationNegativeTestJSON-1005726298 tempest-FloatingIPsAssociationNegativeTestJSON-1005726298-project-member] Enqueued Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 740.442153] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 740.442153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.442153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.442153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.442346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.442469] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.442816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.442911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.443052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.443141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.443286] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.679101] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.829705] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.829907] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-325" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.830040] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-325" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.830384] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-325" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.830646] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.830865] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.831016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.831249] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.831448] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.831612] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.831743] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.831842] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.831962] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.832100] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.832211] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.832347] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.850865] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.852027] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.852027] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.852027] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-325" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.852027] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-efe64bba-a178-4079-b256-51b9e74293c3 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.852976] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.852976] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.853469] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.853624] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe64bba-a178-4079-b256-51b9e74293c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.946485] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.946732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.946732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.946944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.947085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.947288] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.947389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.947507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.947611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.947686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.947891] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 already deleted. [ 740.947891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184231] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.184526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.184526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.184662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.184751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 is going to be created. [ 741.210432] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.210535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.210535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.210739] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.210890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220087] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: UNINITIALIZED for 2s [ 741.293652] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: SUCCESS [ 741.293652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.356111] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.356524] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.356716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.357052] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.357365] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.357589] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port efe64bba-a178-4079-b256-51b9e74293c3 not found, creating... [ 741.357975] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.358164] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.358337] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.358615] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.358847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.359223] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.359642] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.359937] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.360207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.360436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: efe64bba-a178-4079-b256-51b9e74293c3 is going to be created. [ 741.379265] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.379478] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.379604] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.379851] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.380094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.380406] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.141148] env[62807]: INFO networking_nsxv3.common.synchronization [req-35e0408d-2220-4c1c-a706-b4a7667e1fe9 req-4de20bf8-0d8b-46e4-8e7f-b0bd42ef3ae5 service nova] Enqueued Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_rules [ 742.141326] env[62807]: INFO networking_nsxv3.common.synchronization [req-35e0408d-2220-4c1c-a706-b4a7667e1fe9 req-4de20bf8-0d8b-46e4-8e7f-b0bd42ef3ae5 service nova] Enqueued Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 742.141459] env[62807]: INFO networking_nsxv3.common.synchronization [req-35e0408d-2220-4c1c-a706-b4a7667e1fe9 req-4de20bf8-0d8b-46e4-8e7f-b0bd42ef3ae5 service nova] Enqueued Resource ID: efe64bba-a178-4079-b256-51b9e74293c3 with Priority: HIGHEST for action port [ 742.141719] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_rules [ 742.141847] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 742.141940] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe64bba-a178-4079-b256-51b9e74293c3 with Priority: HIGHEST for action port [ 742.142495] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.142605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.142670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.142922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.142996] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.143804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.144037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.144037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.144144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.144282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.144371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.144430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.144566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.144644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.144776] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.148182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe64bba-a178-4079-b256-51b9e74293c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.148182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.148182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.148182] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe64bba-a178-4079-b256-51b9e74293c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.646977] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.648135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.648299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.649989] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe64bba-a178-4079-b256-51b9e74293c3 with status ACTIVE [ 742.650210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.650384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.650493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.650856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.651049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.651355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.651671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.651797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.652133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.652362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.652676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.652911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.653668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.653668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.653668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653668] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe64bba-a178-4079-b256-51b9e74293c3 is going to be updated. [ 742.672677] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.673177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.673360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.673535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe64bba-a178-4079-b256-51b9e74293c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128396] env[62807]: INFO networking_nsxv3.common.synchronization [req-b1a09ce7-5a76-4084-a80a-deb3ef15deda req-ec842aed-0444-43b7-aa1c-74bdc470c5bc tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 743.128913] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 743.132762] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.132762] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.132762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.133297] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.148960] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.230064] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: SUCCESS [ 743.230064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.230064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.230064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.230391] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.230391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.230391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.230680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.230680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.230680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.230680] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.496122] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.496689] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.496689] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.496834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.500346] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.500554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.500688] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.500913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.501243] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.501322] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.501386] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.501519] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.501639] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.501753] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.501860] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.501996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.521515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.521835] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.521835] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.522016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.522334] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-51cf8a1d-3070-4968-bd29-37c3fa579184 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.523518] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.524152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.524372] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.524897] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51cf8a1d-3070-4968-bd29-37c3fa579184',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.636155] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.636894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.636894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.636894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.636894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.637424] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.637424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.637656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.637845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.637969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.638096] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 743.656129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.656129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.656129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.656129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.656129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.656129] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 is going to be created. [ 743.671965] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.672170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.672257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.672540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.672702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.679568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.679568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.685259] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 743.689235] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: UNINITIALIZED for 2s [ 743.737886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.737886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.737886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.738583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.738583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.738583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.738583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.738583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.030032] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.030032] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 51cf8a1d-3070-4968-bd29-37c3fa579184 not found, creating... [ 744.030032] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.030032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.030916] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.031225] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.031648] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.032130] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.032388] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.032720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.033015] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033279] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 51cf8a1d-3070-4968-bd29-37c3fa579184 is going to be created. [ 744.056713] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.057300] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.057573] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.057965] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.059066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.059066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.241576] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e5f553d-16b7-4a95-b38a-f4dbb65361d2: rpc.has_security_group_logging(os_id): False [ 744.269025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.269025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.269025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.269025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.270158] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.270434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.270627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.271151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.271333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.271503] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 is going to be created. [ 744.346413] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.346564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.346650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.346866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.347058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.358915] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: IN_PROGRESS for 2s [ 744.860978] env[62807]: INFO networking_nsxv3.common.synchronization [req-b1a09ce7-5a76-4084-a80a-deb3ef15deda req-1db8ea5f-c894-4d2e-85f2-abbbd9b5342b service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 744.861278] env[62807]: INFO networking_nsxv3.common.synchronization [req-b1a09ce7-5a76-4084-a80a-deb3ef15deda req-1db8ea5f-c894-4d2e-85f2-abbbd9b5342b service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 744.861313] env[62807]: INFO networking_nsxv3.common.synchronization [req-b1a09ce7-5a76-4084-a80a-deb3ef15deda req-1db8ea5f-c894-4d2e-85f2-abbbd9b5342b service nova] Enqueued Resource ID: 51cf8a1d-3070-4968-bd29-37c3fa579184 with Priority: HIGHEST for action port [ 744.861857] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 744.861929] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 744.862022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cf8a1d-3070-4968-bd29-37c3fa579184 with Priority: HIGHEST for action port [ 744.863793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.863919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.863988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.864213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.864297] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.865125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.865220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.865417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-51cf8a1d-3070-4968-bd29-37c3fa579184 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.865535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.865589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.865767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.865841] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51cf8a1d-3070-4968-bd29-37c3fa579184',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.368838] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.368982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369235] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51cf8a1d-3070-4968-bd29-37c3fa579184 with status ACTIVE [ 745.369389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.369499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.369759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.369851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.370018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.370345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.370428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.370605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.370894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.370969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.371058] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51cf8a1d-3070-4968-bd29-37c3fa579184 is going to be updated. [ 745.391526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.391722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.391815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.392077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.392229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.392418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51cf8a1d-3070-4968-bd29-37c3fa579184" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.694493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 745.694678] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 745.694785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.694967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.695191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.695365] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.695494] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.695542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.695711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.695809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.695915] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.699709] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: SUCCESS [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.699709] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.699709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.699709] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.773132] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-43a452f4-eec2-4271-817d-3f90fc70bd52 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 745.773695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 745.773964] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.774457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.774457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.774628] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.774700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.158428] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-1c912590-14e6-4ff1-a884-39b69d036a77 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 746.158726] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 746.159499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.159499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.203021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.203021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.203021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.203021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.203021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.204099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.204293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.204540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.204786] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.204999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.205168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.205418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.205606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.205795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.205974] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.278485] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281707] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 already deleted. [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281707] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.372230] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: SUCCESS [ 746.372483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.710841] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.710841] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf9fbf8-eb47-48a2-974d-41183dd21ad1: rpc.has_security_group_logging(os_id): False [ 746.729054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.729054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.729054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.729054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.729749] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.729749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.729749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.729749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.729749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.729749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 is going to be created. [ 746.778562] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-e8b533cd-47b6-4fbc-aa30-8e62d8fdc7a3 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 746.778562] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 746.778562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.778562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.785159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.785159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.785159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.785159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.785159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.785159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.785764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.785955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.786365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.786667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.787167] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.787509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.787793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.788188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.788681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.789069] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 already deleted. [ 746.789472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.790134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.790478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.790821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.791414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.791414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.791893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.793745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.793745] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.804796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: IN_PROGRESS for 2s [ 747.209679] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.209991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210609] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.211158] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.211158] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.211744] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.212595] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.213482] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.213620] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.213736] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.213852] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.213968] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.214109] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.214691] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.215748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.216071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.216071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.216139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.216180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.216282] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 747.233907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.234149] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.234298] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.234473] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.234773] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.234939] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.235069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.235471] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.235662] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7e8021-3ebf-4e8c-a0c2-618fa44c6957',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.243012] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.243345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.243484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250755] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 747.298893] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.299062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.299541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.299741] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.299841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.300080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.300161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 already deleted. [ 747.300351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.738204] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.738288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.738405] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.738692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.738846] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.739012] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 not found, creating... [ 747.739309] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.739605] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.739847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.739984] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.740709] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.740709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.740979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.741041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.741205] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.748056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 is going to be created. [ 747.763415] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.763611] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.763729] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.763989] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.764229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.764443] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.508249] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-4a95c44d-2d91-426b-a6de-0646da643b2a service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 748.508593] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-4a95c44d-2d91-426b-a6de-0646da643b2a service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 748.508593] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-4a95c44d-2d91-426b-a6de-0646da643b2a service nova] Enqueued Resource ID: ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 with Priority: HIGHEST for action port [ 748.509011] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 748.509011] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 748.509203] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 with Priority: HIGHEST for action port [ 748.511954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.512133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.512948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.512948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.512948] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.513550] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.513640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.513711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.513887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.514059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.514144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.514215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.514339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.514427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.514521] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.520744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520744] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7e8021-3ebf-4e8c-a0c2-618fa44c6957',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.592022] env[62807]: INFO networking_nsxv3.common.synchronization [req-8523b3b8-2235-4cf8-a4b5-400375dbcf1b req-3dd8c2cf-05d6-4cb5-b195-bf6e03c64a05 tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 748.592597] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 748.592944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.593086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.593156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.593456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.593714] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.593836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.593912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.594130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.594278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.594442] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.817092] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: SUCCESS [ 748.817322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.007019] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.007019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.007019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007294] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.007492] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.007609] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007859] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.008201] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008691] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.008946] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.009156] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.009433] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.009612] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.009763] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.009937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.019553] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.021400] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.024018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 with status ACTIVE [ 749.024018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.024018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.025966] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce7e8021-3ebf-4e8c-a0c2-618fa44c6957 is going to be updated. [ 749.029019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.030171] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.030702] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.030920] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.031265] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.031484] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.031647] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.031964] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.032164] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bab1d2-6296-46f7-baf6-4344d1bbb0ef',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.054841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.054841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.054841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.054841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.054841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.054841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7e8021-3ebf-4e8c-a0c2-618fa44c6957" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.097069] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.097266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.097341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.097550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.097651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.097886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.097974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.098042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.098196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.098324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.098441] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 already deleted. [ 749.098485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262244] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 749.262244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.263013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.263113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.263186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.263279] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.367052] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-578" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-578" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-578" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.369041] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.369041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.369041] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.369041] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.369041] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.372332] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.372474] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.372604] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.372733] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.391654] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.391654] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.391654] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.391654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-578" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.391654] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.391654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.391654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.391654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.391654] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbfe5ed2-1472-41c4-a028-38e81d37b3fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.524028] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.535678] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.536837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.536837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.536837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.536837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.537749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 08bab1d2-6296-46f7-baf6-4344d1bbb0ef not found, creating... [ 749.537749] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.537883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.538067] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.539026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.539026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.539026] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.539182] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.539883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.539883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.539883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.540056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 08bab1d2-6296-46f7-baf6-4344d1bbb0ef is going to be created. [ 749.560049] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.560462] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.560462] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.561079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.561079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.561079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.768680] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.768842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.768912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.769372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.769372] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.769541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.769541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.769671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.770652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.770837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.770906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.771024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771438] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.771557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.771966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772066] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.898248] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.898523] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.899112] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.899112] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.899282] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.899326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port fbfe5ed2-1472-41c4-a028-38e81d37b3fe not found, creating... [ 749.900091] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900293] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900800] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.900943] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901239] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901392] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901846] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: fbfe5ed2-1472-41c4-a028-38e81d37b3fe is going to be created. [ 749.920279] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.920470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.920592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.920850] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.921080] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.921322] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.026041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.027837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.027837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.027837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027837] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be created. [ 750.069160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.069404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.069474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.069700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.069864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.082651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: UNINITIALIZED for 2s [ 750.274322] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e04aa087-e039-4a8e-af70-a6f19cf014a8: rpc.has_security_group_logging(os_id): False [ 750.290691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.290844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.290916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.291193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.291287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.291506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.291610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.291679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.291817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.291893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.292077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.292376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.292445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.292627] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.292913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.292987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.293187] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 750.347192] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.347444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.347577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.347742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.347893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.352208] env[62807]: INFO networking_nsxv3.common.synchronization [req-8523b3b8-2235-4cf8-a4b5-400375dbcf1b req-536b2b09-1b24-4d7f-a221-fc9fbee200e5 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 750.352208] env[62807]: INFO networking_nsxv3.common.synchronization [req-8523b3b8-2235-4cf8-a4b5-400375dbcf1b req-536b2b09-1b24-4d7f-a221-fc9fbee200e5 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 750.352208] env[62807]: INFO networking_nsxv3.common.synchronization [req-8523b3b8-2235-4cf8-a4b5-400375dbcf1b req-536b2b09-1b24-4d7f-a221-fc9fbee200e5 service nova] Enqueued Resource ID: 08bab1d2-6296-46f7-baf6-4344d1bbb0ef with Priority: HIGHEST for action port [ 750.352208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 750.352208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 750.352434] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bab1d2-6296-46f7-baf6-4344d1bbb0ef with Priority: HIGHEST for action port [ 750.352572] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.352667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.352713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.353037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.353037] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.354185] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.357019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.357019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.357019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.357019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bab1d2-6296-46f7-baf6-4344d1bbb0ef',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.363428] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 750.631979] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-d8148893-8843-4516-b3e5-0badc94326d3 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 750.632267] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-d8148893-8843-4516-b3e5-0badc94326d3 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 750.632557] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-d8148893-8843-4516-b3e5-0badc94326d3 service nova] Enqueued Resource ID: fbfe5ed2-1472-41c4-a028-38e81d37b3fe with Priority: HIGHEST for action port [ 750.634361] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 750.634361] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 750.634361] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe5ed2-1472-41c4-a028-38e81d37b3fe with Priority: HIGHEST for action port [ 750.634361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.634361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.634361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.634361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.634361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.634361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.634361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.634852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.634852] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbfe5ed2-1472-41c4-a028-38e81d37b3fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.858136] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.858293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.863058] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.864854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bab1d2-6296-46f7-baf6-4344d1bbb0ef with status ACTIVE [ 750.866521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.866521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.866845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867715] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bab1d2-6296-46f7-baf6-4344d1bbb0ef is going to be updated. [ 750.892211] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.892453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.892453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.892824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.892907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.893172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bab1d2-6296-46f7-baf6-4344d1bbb0ef" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.138836] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbfe5ed2-1472-41c4-a028-38e81d37b3fe with status ACTIVE [ 751.138967] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.139072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.139143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.139398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.139494] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.139687] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.139791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.139855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.140010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.140103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.140284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.140397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.140490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.140605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.140682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.140760] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbfe5ed2-1472-41c4-a028-38e81d37b3fe is going to be updated. [ 751.164212] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.164464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.164665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.164737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.164875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.165041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbfe5ed2-1472-41c4-a028-38e81d37b3fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.365700] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.401191] env[62807]: INFO networking_nsxv3.common.synchronization [req-e7a1d8ff-0d55-4104-b11e-4d9732a67e91 req-8edb9d89-2109-44ab-8074-d0fa19fae9cc tempest-DeleteServersAdminTestJSON-627803745 tempest-DeleteServersAdminTestJSON-627803745-project-member] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 751.401749] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 751.402084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.402284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.402284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.402465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.402612] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.402705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.402766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.403032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.403032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.403379] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.598173] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.598173] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.598173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.598173] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.598173] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.598667] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.598831] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.598942] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.599114] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.599482] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.617512] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.617693] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.617914] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.618025] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.618449] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-92958ac5-6305-4ce3-aa70-0c6080099c48 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.619442] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.619585] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.619962] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.621858] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92958ac5-6305-4ce3-aa70-0c6080099c48',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.869579] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.869579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.869579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.869579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.869579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.869579] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be created. [ 751.890210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.890557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.890716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.890974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.891303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.900148] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: UNINITIALIZED for 2s [ 751.902648] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.902967] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.903536] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.903909] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.904230] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.904895] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.904981] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.905169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905437] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.905593] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.905741] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.905876] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.906275] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.906275] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.906275] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.908138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.908288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.908398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.908597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.908712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.908920] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.909071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.909174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.909418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.909524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.909638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be updated. [ 751.928527] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.928718] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.928892] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.929078] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.929425] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-2c623055-7773-4e8b-86c0-8765158b3620 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.929600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.929720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.930039] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.930181] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c623055-7773-4e8b-86c0-8765158b3620',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.938168] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.938168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.938168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.938168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.938168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.946265] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 752.092961] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096020] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.096610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.097375] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.099116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.099116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.099116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.099116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.099116] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.126694] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.128340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.128340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.128340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.128340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.128340] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 92958ac5-6305-4ce3-aa70-0c6080099c48 not found, creating... [ 752.128879] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129065] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129219] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129477] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129632] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129931] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.130367] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.130556] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.130821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.131018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131220] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 92958ac5-6305-4ce3-aa70-0c6080099c48 is going to be created. [ 752.149477] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.149709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.149825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.150111] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.150400] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.150631] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.197239] env[62807]: INFO networking_nsxv3.common.synchronization [req-0981304f-3a77-4507-8473-b6c7f6830d97 req-263fb5d1-6f7c-41e1-b641-9b1967d2612f tempest-ServerMetadataTestJSON-1096886146 tempest-ServerMetadataTestJSON-1096886146-project-member] Enqueued Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 752.197985] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGHEST for action security_group_members [ 752.198451] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.198636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.198745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.199229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.199366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.199532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.199595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.199767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.199897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.199957] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.383403] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 752.383732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.432459] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.432777] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.432969] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.433395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.433621] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.433883] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 2c623055-7773-4e8b-86c0-8765158b3620 not found, creating... [ 752.434289] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.434514] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.434683] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.434977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.435190] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.435574] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.435788] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.435957] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.436250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.436448] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.436656] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 2c623055-7773-4e8b-86c0-8765158b3620 is going to be created. [ 752.456191] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.456384] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.456531] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.456783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.457267] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.600651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.600651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.600651] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.706495] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.706666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.706755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.707046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.707189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.707409] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.707534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.707592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.707782] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.707884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.707977] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 is going to be updated. [ 752.754752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.754752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.754752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.754752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.754752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.763051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: IN_PROGRESS for 2s [ 752.997957] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-411317bc-2c38-4d3c-bab5-816a23dee12a service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 752.998249] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-411317bc-2c38-4d3c-bab5-816a23dee12a service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 752.998334] env[62807]: INFO networking_nsxv3.common.synchronization [req-7c45a773-840e-4958-ad2c-871103e446ab req-411317bc-2c38-4d3c-bab5-816a23dee12a service nova] Enqueued Resource ID: 92958ac5-6305-4ce3-aa70-0c6080099c48 with Priority: HIGHEST for action port [ 752.998574] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 752.998705] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 752.999080] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92958ac5-6305-4ce3-aa70-0c6080099c48 with Priority: HIGHEST for action port [ 753.003173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.003173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.003173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.003173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.003173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-92958ac5-6305-4ce3-aa70-0c6080099c48 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.003173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.003173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.003173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.003173] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92958ac5-6305-4ce3-aa70-0c6080099c48',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.106072] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.265012] env[62807]: INFO networking_nsxv3.common.synchronization [req-e7a1d8ff-0d55-4104-b11e-4d9732a67e91 req-aec2f7d2-e43d-4a43-ae3e-03a807429c53 service nova] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_rules [ 753.265196] env[62807]: INFO networking_nsxv3.common.synchronization [req-e7a1d8ff-0d55-4104-b11e-4d9732a67e91 req-aec2f7d2-e43d-4a43-ae3e-03a807429c53 service nova] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 753.265398] env[62807]: INFO networking_nsxv3.common.synchronization [req-e7a1d8ff-0d55-4104-b11e-4d9732a67e91 req-aec2f7d2-e43d-4a43-ae3e-03a807429c53 service nova] Enqueued Resource ID: 2c623055-7773-4e8b-86c0-8765158b3620 with Priority: HIGHEST for action port [ 753.267404] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_rules [ 753.267404] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 753.267404] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c623055-7773-4e8b-86c0-8765158b3620 with Priority: HIGHEST for action port [ 753.267404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.267404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.267404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.267404] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.267887] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.267887] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c623055-7773-4e8b-86c0-8765158b3620 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.268034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.268261] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c623055-7773-4e8b-86c0-8765158b3620',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.509918] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92958ac5-6305-4ce3-aa70-0c6080099c48 with status ACTIVE [ 753.510498] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.510498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.510498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.510705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.510705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.510836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.510942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.511086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.511174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.511252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.511434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.511529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.511593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.511728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.511799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.511883] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92958ac5-6305-4ce3-aa70-0c6080099c48 is going to be updated. [ 753.532475] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.532613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.532758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.532888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.533032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.533195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92958ac5-6305-4ce3-aa70-0c6080099c48" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.610082] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.610082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.610082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.610082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.610082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.610082] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 753.635924] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.636587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.636716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.640315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.640498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.667843] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 753.772024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.772024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c623055-7773-4e8b-86c0-8765158b3620 with status ACTIVE [ 753.772024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.772024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.772024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.772024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.772719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.772719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.772719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.772719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.772719] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c623055-7773-4e8b-86c0-8765158b3620 is going to be updated. [ 753.798815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.799074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.799074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.799384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.799441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.799574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c623055-7773-4e8b-86c0-8765158b3620" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.910595] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 753.910804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.910964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.911186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.911368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.911477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.911547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.911677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.911755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911923] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.956955] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 753.957164] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 deletion is rescheduled due to dependency. [ 753.957415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.957635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.957966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.958242] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.958416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.958557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.958724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.958831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.958987] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.414217] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.462240] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.772989] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 in Status: SUCCESS [ 754.773195] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 deletion is rescheduled due to dependency. [ 754.773310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.786338] env[62807]: INFO networking_nsxv3.common.synchronization [None req-661b46b4-2aee-4d03-b978-2bc38c55dcdd tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 with Priority: HIGHEST for action security_group_rules [ 754.786338] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 with Priority: HIGHEST for action security_group_rules [ 754.786672] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.786752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.786821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.787085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.787169] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb79ce5a-b991-44c6-8c52-dce41daab3f8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.917989] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435666c9-54c3-4342-a21b-4c19e3abec73: rpc.has_security_group_logging(os_id): False [ 754.934738] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.937022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.937022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.937022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.937022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.937242] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.937242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.937350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.937412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.937598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.937598] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be created. [ 754.965070] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.995163] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.995311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.995311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.995547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.995776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.005703] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 755.011834] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e9b5070f-b387-4ad5-9dfd-172338c9318b tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 with Priority: HIGHEST for action security_group_rules [ 755.012080] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 with Priority: HIGHEST for action security_group_rules [ 755.012632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.012737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.312016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.312346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.313255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.313580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.314308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.317807] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 already deleted. [ 755.317807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.317807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.317807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.317807] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb79ce5a-b991-44c6-8c52-dce41daab3f8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.471056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.471403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.471403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.471507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.471596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.471701] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be updated. [ 755.530603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.530810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.530860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.531113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.531257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.541171] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 755.678212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 755.678451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.678828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.679028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.679141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680751] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.681530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.681728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.682434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.682434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.682434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.682434] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.840338] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.844269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.844459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.844542] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb79ce5a-b991-44c6-8c52-dce41daab3f8 already deleted. [ 755.844627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb79ce5a-b991-44c6-8c52-dce41daab3f8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.183838] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed5d196-1621-467e-b536-f2188164a981: rpc.has_security_group_logging(os_id): False [ 756.188372] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.200925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204074] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204074] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.204074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204614] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.204614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.204614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204614] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be created. [ 756.260221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.260221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.260221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.260221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.260221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.268661] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 756.318862] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d7d3f97-cc17-4618-901c-6db0bd7b266b req-1fc286ac-dd19-44cc-910a-5e3c4f45ca34 tempest-InstanceActionsTestJSON-953202637 tempest-InstanceActionsTestJSON-953202637-project-member] Enqueued Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 756.319085] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 756.319701] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.319701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.319701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.319942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.319990] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.320712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.321123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.321532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.321657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.321733] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.690269] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.712622] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.712865] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-224" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.712995] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-224" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.713376] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-224" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.713656] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.713800] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.713922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.714183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.715094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.715094] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.715094] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.715094] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.715094] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.715094] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.715365] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.715365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.732436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.732637] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.732781] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.733034] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-224" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.733355] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-02f411b5-731e-45d9-a7dc-9aca642cd9aa taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.733556] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.733685] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.733984] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.734153] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f411b5-731e-45d9-a7dc-9aca642cd9aa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.825042] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.825287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.825742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826174] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf already deleted. [ 756.826981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.017455] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 757.017672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.193252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.193445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.193544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.193896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.194049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.194195] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 757.222286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.222478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.222512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.222733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.222862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.230985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 757.236648] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236856] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236983] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.237329] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.237484] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.237638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 02f411b5-731e-45d9-a7dc-9aca642cd9aa not found, creating... [ 757.237902] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.238075] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.238195] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.238417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.238557] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.238835] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.238991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.239122] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.239367] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.239512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.239693] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 02f411b5-731e-45d9-a7dc-9aca642cd9aa is going to be created. [ 757.256975] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.257169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.257328] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.257710] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.257949] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.258194] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.556056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 757.556299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.556472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.556679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.557041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.557182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.557182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.557505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.557590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.557688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.557766] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.062530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.063174] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.063302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.063400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.063574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.063670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.063783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.063945] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.065296] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.232669] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d7d3f97-cc17-4618-901c-6db0bd7b266b req-6ae4241e-c4e9-4c97-9dce-3ab0e3f30175 service nova] Enqueued Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_rules [ 758.232845] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d7d3f97-cc17-4618-901c-6db0bd7b266b req-6ae4241e-c4e9-4c97-9dce-3ab0e3f30175 service nova] Enqueued Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 758.233028] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d7d3f97-cc17-4618-901c-6db0bd7b266b req-6ae4241e-c4e9-4c97-9dce-3ab0e3f30175 service nova] Enqueued Resource ID: 02f411b5-731e-45d9-a7dc-9aca642cd9aa with Priority: HIGHEST for action port [ 758.234897] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_rules [ 758.235055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 758.235161] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f411b5-731e-45d9-a7dc-9aca642cd9aa with Priority: HIGHEST for action port [ 758.235451] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.235582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.235640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.235908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.235989] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.236867] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.236988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.237398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.237497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.237788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.237886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.242543] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f411b5-731e-45d9-a7dc-9aca642cd9aa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.242673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.242783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.243038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.243102] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f411b5-731e-45d9-a7dc-9aca642cd9aa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.280340] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 758.280558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.280960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.281184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.281273] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.574441] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2650c725-c33c-4621-acd1-752f79bd2161: rpc.has_security_group_logging(os_id): False [ 758.593480] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.593567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.593687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.593871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.593967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.594182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.594281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.594418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.594535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.594575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.594755] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.594880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.594911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.595048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.595124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.595319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.595413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.595469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.595643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.595699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.595766] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be updated. [ 758.652725] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.652873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.652948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.653185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.653352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.665557] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 758.745155] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.745392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.746108] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.747087] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f411b5-731e-45d9-a7dc-9aca642cd9aa with status ACTIVE [ 758.747284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.748150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.748150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.748150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.748150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748440] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.748440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.748440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.748557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.748653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.749114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.749153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.749324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.749794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.749794] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f411b5-731e-45d9-a7dc-9aca642cd9aa is going to be updated. [ 758.774894] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.775198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.775198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.775371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.775566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.775705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f411b5-731e-45d9-a7dc-9aca642cd9aa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.784949] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.785449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.240784] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 759.241063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.241348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.241483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.241773] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.241915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.242017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.242208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.242276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242616] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.252158] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.748097] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.748097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.748272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748573] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.749503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749850] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.749850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.749850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.749950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.750117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.750150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.753869] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.753984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.754070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.754229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.755025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.755025] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf is going to be created. [ 759.789297] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.789297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.789297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.789297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.789656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.801317] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: UNINITIALIZED for 2s [ 760.204944] env[62807]: INFO networking_nsxv3.common.synchronization [req-72b22c9d-e261-45e2-9cf9-6ec8bf83aff9 req-67d3bc6c-ff08-45af-a0e3-7edf7f1437ad tempest-ImagesOneServerTestJSON-1365087924 tempest-ImagesOneServerTestJSON-1365087924-project-member] Enqueued Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 760.205497] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 760.205803] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.205927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.205994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.206290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.206892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.206892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.207040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.207040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.207122] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.252625] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed5d196-1621-467e-b536-f2188164a981: rpc.has_security_group_logging(os_id): False [ 760.273236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.273437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.273514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.273714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.274008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.274111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.274223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.274280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.274449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.274529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.274741] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.274863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.274915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.275075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.275149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.275335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.275432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.275496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.275645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.275716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.275799] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 760.366491] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.366681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.366748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.366951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.381084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 760.679422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 760.679422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.709946] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.709946] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-844" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.709946] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-844" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.710595] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-844" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.711869] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.711869] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.711869] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.711869] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.712092] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.713493] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.713493] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.713493] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.713493] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.713493] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.713493] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.713493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.714768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.719018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.719018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 already deleted. [ 760.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.737253] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.737439] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.737584] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.737769] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-844" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.738307] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.738542] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.738669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.739065] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.739214] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c108416a-2aa8-4882-a9a2-d0cbfbb4db61',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.906025] env[62807]: INFO networking_nsxv3.common.synchronization [req-174b485c-1a91-46f1-8396-7457dfb9ba2e req-0f48375d-2264-4b93-93d2-0859a52d7923 tempest-FloatingIPsAssociationNegativeTestJSON-1005726298 tempest-FloatingIPsAssociationNegativeTestJSON-1005726298-project-member] Enqueued Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 760.906025] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGHEST for action security_group_members [ 760.906025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.906025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.906025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.906367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.906367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.906453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.906483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.906629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.906715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.906842] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.243273] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.243537] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.243682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.243973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.244147] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.244422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port c108416a-2aa8-4882-a9a2-d0cbfbb4db61 not found, creating... [ 761.245049] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.248270] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.248431] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.248693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.248846] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.249177] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.249339] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.249529] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.249783] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.249925] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.250082] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: c108416a-2aa8-4882-a9a2-d0cbfbb4db61 is going to be created. [ 761.274419] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.274792] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.274792] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.275144] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.275423] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.275694] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.408925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.409183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.409281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.409621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.409733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.410086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.410222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.410324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.410570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.410696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.410858] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 is going to be updated. [ 761.445516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.446380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.446714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.447262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.447665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.458707] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: IN_PROGRESS for 2s [ 761.811716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: SUCCESS [ 761.812421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.812421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.812635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.813040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.813289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.813422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.813761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.813879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.814108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.814301] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.035520] env[62807]: INFO networking_nsxv3.common.synchronization [req-72b22c9d-e261-45e2-9cf9-6ec8bf83aff9 req-4cfa607d-d358-4d64-b10c-f7854c353887 service nova] Enqueued Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_rules [ 762.035839] env[62807]: INFO networking_nsxv3.common.synchronization [req-72b22c9d-e261-45e2-9cf9-6ec8bf83aff9 req-4cfa607d-d358-4d64-b10c-f7854c353887 service nova] Enqueued Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 762.036120] env[62807]: INFO networking_nsxv3.common.synchronization [req-72b22c9d-e261-45e2-9cf9-6ec8bf83aff9 req-4cfa607d-d358-4d64-b10c-f7854c353887 service nova] Enqueued Resource ID: c108416a-2aa8-4882-a9a2-d0cbfbb4db61 with Priority: HIGHEST for action port [ 762.036922] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_rules [ 762.037149] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 762.038730] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c108416a-2aa8-4882-a9a2-d0cbfbb4db61 with Priority: HIGHEST for action port [ 762.038730] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.038730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.038730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.038730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.038730] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.040439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.040439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.040439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.040439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.040636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.040681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.040803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.040983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.041131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.041588] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.042503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.043158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.043158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.043158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.043158] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c108416a-2aa8-4882-a9a2-d0cbfbb4db61',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.318020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.318385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.319027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.319027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.319027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.319027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.319229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.319229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.319403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.319518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.320250] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.320250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.320250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.320250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.320435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.320773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.320773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.320898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.320928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.321051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.321122] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.395297] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 762.395609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.395820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.396058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.396184] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.546648] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.546857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.547146] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.549453] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c108416a-2aa8-4882-a9a2-d0cbfbb4db61 with status ACTIVE [ 762.549740] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.549916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.550784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.551098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.551247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.551527] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.551688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.551786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.552170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.552465] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.552617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.552717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553207] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c108416a-2aa8-4882-a9a2-d0cbfbb4db61 is going to be updated. [ 762.573862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.575122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.575122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.575122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.575122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.575122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c108416a-2aa8-4882-a9a2-d0cbfbb4db61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.826036] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c1cf98b-bfd6-467d-b910-7ced016f85bf: rpc.has_security_group_logging(os_id): False [ 762.841270] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.844019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.844019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.844619] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.845246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf is going to be created. [ 762.899774] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.900323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.900323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.900485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.900676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.903149] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.903320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.903428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.903702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.903936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.904090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.904211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.904417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.904564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904828] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.918853] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: IN_PROGRESS for 2s [ 763.050061] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.408953] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.409253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.409253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.409544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.409791] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.409901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.409967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.410141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.410235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.410325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.410498] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.410627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.410690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.410863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.411177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.411240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.411392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.411542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.411629] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.475492] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 in Status: SUCCESS [ 763.475716] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 deletion is rescheduled due to dependency. [ 763.475805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.552344] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.552516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.552516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.552944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.552944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.552944] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 is going to be created. [ 763.574386] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.574636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.574717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.574933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.575106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.583749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: UNINITIALIZED for 2s [ 763.913626] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed5d196-1621-467e-b536-f2188164a981: rpc.has_security_group_logging(os_id): False [ 763.931581] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.931749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.931821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.932081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.932139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.932362] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.932482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.932553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.932713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.932790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.932970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.933086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.933162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.933359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.933441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.933637] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.933985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.933985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.934992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.934992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.935111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 763.990398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.990904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.990904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.991158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.991308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.005289] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 764.932785] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: SUCCESS [ 764.933114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.598990] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: SUCCESS [ 765.599376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.599646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.599947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.600342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.600389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.600566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.600755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.600853] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.018789] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 766.019078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.048667] env[62807]: INFO networking_nsxv3.common.synchronization [req-147939e8-a0d6-4305-b16e-e20de0198ad5 req-4158fd91-bc79-4e04-a98b-77e950607504 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.049294] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.049538] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.049665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.049733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.049969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.052435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.052435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.052435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.052435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.052435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.052435] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.102667] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.102826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.102880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.103478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.103478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.103478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.103478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.103784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.103784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.103784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.103878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.103973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.104351] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.104601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104771] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.555293] env[62807]: INFO networking_nsxv3.common.synchronization [req-147939e8-a0d6-4305-b16e-e20de0198ad5 req-954f26a6-4096-4c87-9fe6-e13afbe91091 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.555731] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.556766] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.557282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.557417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.607672] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f3c740b-b6c6-42c9-9d82-13ee49173585: rpc.has_security_group_logging(os_id): False [ 766.623389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.623557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.623625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.623892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.623961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.624197] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.624308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.624370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.624937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.624937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.624937] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.624937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.625137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.625137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.625200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.625388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.625499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.625556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.625700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.625792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.625875] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 is going to be created. [ 766.689920] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.694018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.694018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.694018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.694018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706146] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: IN_PROGRESS for 2s [ 766.843176] env[62807]: INFO networking_nsxv3.common.synchronization [req-147939e8-a0d6-4305-b16e-e20de0198ad5 req-aebd25f4-134d-414b-9be8-5b6600b21899 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.843264] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 766.846152] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.846152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.057585] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.236429] env[62807]: INFO networking_nsxv3.common.synchronization [req-4f80719a-a321-421e-8af2-7015a7b938a0 req-2ebf7dbc-1bed-411e-9248-fc2c96e62a3a tempest-DeleteServersAdminTestJSON-627803745 tempest-DeleteServersAdminTestJSON-627803745-project-member] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 767.236781] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGHEST for action security_group_members [ 767.237092] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.237216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.238888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.239222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.239312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.239345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.239759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.240120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.240120] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.560567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.560812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.560812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.562359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.562359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.562359] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 767.591219] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.591219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.591219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.591353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.591452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.599304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 767.741987] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.742250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.742467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.742559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.742791] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.742929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.743295] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be updated. [ 767.785463] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.785463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.785463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.785594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.796375] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: IN_PROGRESS for 2s [ 768.205241] env[62807]: INFO networking_nsxv3.common.synchronization [None req-96589f7f-1281-4fb0-9dd2-17a3cc1fa4bb None None] Enqueued Resource ID: a67bf8ab-3d7b-4005-a9c3-7af6c226132a with Priority: HIGHEST for action port [ 768.205972] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67bf8ab-3d7b-4005-a9c3-7af6c226132a with Priority: HIGHEST for action port [ 768.206596] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67bf8ab-3d7b-4005-a9c3-7af6c226132a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.207517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67bf8ab-3d7b-4005-a9c3-7af6c226132a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.207965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67bf8ab-3d7b-4005-a9c3-7af6c226132a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.208463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67bf8ab-3d7b-4005-a9c3-7af6c226132a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.209254] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67bf8ab-3d7b-4005-a9c3-7af6c226132a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.712119] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a67bf8ab-3d7b-4005-a9c3-7af6c226132a [ 768.712582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.712899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.712899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.713044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.713102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.713550] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a67bf8ab-3d7b-4005-a9c3-7af6c226132a already deleted. [ 768.713550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67bf8ab-3d7b-4005-a9c3-7af6c226132a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.717981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: SUCCESS [ 768.718214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.611601] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 769.611910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.612446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.612446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.612582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.612657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.613018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.613018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.613018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.613219] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.726251] env[62807]: INFO networking_nsxv3.common.synchronization [req-6b92f45b-862d-456e-9d59-ea6d827d37e1 req-664be04d-4830-4062-ad06-9368680b1165 tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 769.726928] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 769.727693] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.727693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.727832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.727954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.728123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.728228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.728283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.728437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.728524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.728618] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.808656] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2650c725-c33c-4621-acd1-752f79bd2161 in Status: SUCCESS [ 769.808889] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 deletion is rescheduled due to dependency. [ 769.809016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836091] env[62807]: INFO networking_nsxv3.common.synchronization [req-97cc783f-5241-4f40-9b22-e9c65674583a req-3a805c11-32f5-4b21-9ddb-2e4bfdf55b89 tempest-ListServersNegativeTestJSON-1833739842 tempest-ListServersNegativeTestJSON-1833739842-project-member] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 769.837697] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGHEST for action security_group_members [ 769.837931] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.838191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.115954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.116543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.116637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.116864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.116962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117198] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.117319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.117381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117744] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 770.144715] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.144715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.144715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.144715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.145018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.153738] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 770.237044] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.539875] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2afc82a2-ed33-4e15-844b-6bf9e40923fd None None] Enqueued Resource ID: 2ebf79a8-0a58-4195-9d3b-c1631792897f with Priority: HIGHEST for action port [ 770.540145] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebf79a8-0a58-4195-9d3b-c1631792897f with Priority: HIGHEST for action port [ 770.540736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebf79a8-0a58-4195-9d3b-c1631792897f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.540879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebf79a8-0a58-4195-9d3b-c1631792897f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.540941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebf79a8-0a58-4195-9d3b-c1631792897f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.541460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebf79a8-0a58-4195-9d3b-c1631792897f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.541577] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebf79a8-0a58-4195-9d3b-c1631792897f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.739495] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.006755] env[62807]: INFO networking_nsxv3.common.synchronization [None req-6f4d69f9-882c-487a-bee9-1f936931bb6c None None] Enqueued Resource ID: aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e with Priority: HIGHEST for action port [ 771.007040] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e with Priority: HIGHEST for action port [ 771.007590] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.007715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.007784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.008178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.008278] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.044440] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ebf79a8-0a58-4195-9d3b-c1631792897f [ 771.044778] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.044941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.045090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.045335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.045563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.045563] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ebf79a8-0a58-4195-9d3b-c1631792897f already deleted. [ 771.045698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebf79a8-0a58-4195-9d3b-c1631792897f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.242332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.242488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.242556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.242782] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.242910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.243034] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 771.270190] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.270597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.270817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.271835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.272125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.280968] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 771.510303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e [ 771.510442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.510536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.511241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.511241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.511241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.511241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e already deleted. [ 771.511241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2e4fd9-9f84-4562-8acf-94ba7ef01f5e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.163734] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 772.164036] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 deletion is rescheduled due to dependency. [ 772.164036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.166057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.166057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.166057] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.671022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671022] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 772.694524] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.697995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.697995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.705998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 773.103646] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e0aff4bd-ee75-4023-9175-2a2705b99a21 None None] Enqueued Resource ID: e1c4b541-9fca-48e2-acce-fa091b4d2ef3 with Priority: HIGHEST for action port [ 773.104430] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c4b541-9fca-48e2-acce-fa091b4d2ef3 with Priority: HIGHEST for action port [ 773.104840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c4b541-9fca-48e2-acce-fa091b4d2ef3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.105202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c4b541-9fca-48e2-acce-fa091b4d2ef3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.105363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c4b541-9fca-48e2-acce-fa091b4d2ef3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.105690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c4b541-9fca-48e2-acce-fa091b4d2ef3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.105881] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c4b541-9fca-48e2-acce-fa091b4d2ef3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.291483] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 773.291483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.291901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.291901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.291972] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.292063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.292134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.292292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.292375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.292468] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.612936] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1c4b541-9fca-48e2-acce-fa091b4d2ef3 [ 773.612936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.612936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.612936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.612936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.613157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.613157] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1c4b541-9fca-48e2-acce-fa091b4d2ef3 already deleted. [ 773.613210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c4b541-9fca-48e2-acce-fa091b4d2ef3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.794742] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.794919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.795121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.795321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.795397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.795640] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.795743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.795833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.796434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.796434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.796434] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be updated. [ 773.823118] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.824125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.824125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.824125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.824125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.831713] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: IN_PROGRESS for 2s [ 774.716119] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 774.716398] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 deletion is rescheduled due to dependency. [ 774.716472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.623671] env[62807]: INFO networking_nsxv3.common.synchronization [req-81201550-9b1e-420b-8a9d-bb1c5f1b1837 req-77fcbcd7-b168-457a-bd4e-a1ae7efbd934 tempest-InstanceActionsTestJSON-953202637 tempest-InstanceActionsTestJSON-953202637-project-member] Enqueued Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 775.624229] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf with Priority: HIGHEST for action security_group_members [ 775.624539] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c1cf98b-bfd6-467d-b910-7ced016f85bf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.624933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.625095] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.625389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.625558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.625656] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c1cf98b-bfd6-467d-b910-7ced016f85bf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.842687] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b in Status: SUCCESS [ 775.843130] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b deletion is rescheduled due to dependency. [ 775.843130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.129860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.130040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.130152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.130341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.130434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.130646] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.130760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.130837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.130966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.131056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.131145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf is going to be updated. [ 776.156025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.156025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.156025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.156025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.156263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.166833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: IN_PROGRESS for 2s [ 776.663350] env[62807]: INFO networking_nsxv3.common.synchronization [req-5fc46c21-e72a-49b2-8525-23eb41efd287 req-1a1ceab3-98ee-4688-9270-110ce875b512 tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 776.663874] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 776.664195] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.664321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.664795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.665336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.665461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.665506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.665662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.665753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.665855] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.168315] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.168575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.168575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.168758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.168853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.169063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.169163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.169227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.169376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.169453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.169616] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 777.201757] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.201942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.202054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.202320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.202506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.211102] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 778.183394] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf in Status: SUCCESS [ 778.183394] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c1cf98b-bfd6-467d-b910-7ced016f85bf deletion is rescheduled due to dependency. [ 778.183394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c1cf98b-bfd6-467d-b910-7ced016f85bf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.223247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 779.223517] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 779.223702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664631] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 781.665069] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 782.010815] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ca8e1d6-959b-4d26-bd3c-3406d0282b86 req-4daf67d8-2a41-48dd-8d59-c9645de878ef tempest-ServerExternalEventsTest-1516125349 tempest-ServerExternalEventsTest-1516125349-project-member] Enqueued Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 782.011429] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 782.011756] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.011876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.011947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.012225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.012384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.012697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.012782] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.012870] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.428288] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.428288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.428288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.428288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.428288] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.428686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.428686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.430031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.430031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.430301] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.430301] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.430301] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.430415] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.430507] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.430790] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.430887] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.457039] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.457278] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.457427] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.457675] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.459020] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-19fc1ad9-b48d-45ba-9f90-85b3a5910021 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.459020] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.459020] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.459020] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.459020] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fc1ad9-b48d-45ba-9f90-85b3a5910021',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.517797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.517987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.518099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.518387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.518508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.518787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.518918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.519013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.519218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.519432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.519558] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 already deleted. [ 782.519672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.961327] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.961649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.961731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.962048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.962214] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.962390] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 19fc1ad9-b48d-45ba-9f90-85b3a5910021 not found, creating... [ 782.962657] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.962837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.962976] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.963277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.963474] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.963781] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.963958] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.964340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.964606] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.964809] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.965072] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 19fc1ad9-b48d-45ba-9f90-85b3a5910021 is going to be created. [ 782.986333] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.986617] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.986814] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.987202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.987569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.988363] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.058388] env[62807]: INFO networking_nsxv3.common.synchronization [None req-39081579-4e06-469a-b1fa-ded3cc5f645c None None] Enqueued Resource ID: 02cb90e3-5270-4166-ba15-fd7ad4406eaf with Priority: HIGHEST for action port [ 783.059162] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cb90e3-5270-4166-ba15-fd7ad4406eaf with Priority: HIGHEST for action port [ 783.060019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-02cb90e3-5270-4166-ba15-fd7ad4406eaf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.060198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02cb90e3-5270-4166-ba15-fd7ad4406eaf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.060297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02cb90e3-5270-4166-ba15-fd7ad4406eaf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.061277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02cb90e3-5270-4166-ba15-fd7ad4406eaf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.061277] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02cb90e3-5270-4166-ba15-fd7ad4406eaf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.565770] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02cb90e3-5270-4166-ba15-fd7ad4406eaf [ 783.565770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.565770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.565770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.565770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.565770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.565770] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02cb90e3-5270-4166-ba15-fd7ad4406eaf already deleted. [ 783.565770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02cb90e3-5270-4166-ba15-fd7ad4406eaf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ca8e1d6-959b-4d26-bd3c-3406d0282b86 req-cc12a676-81a6-4fd6-b16c-f60b77755d45 service nova] Enqueued Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_rules [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ca8e1d6-959b-4d26-bd3c-3406d0282b86 req-cc12a676-81a6-4fd6-b16c-f60b77755d45 service nova] Enqueued Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ca8e1d6-959b-4d26-bd3c-3406d0282b86 req-cc12a676-81a6-4fd6-b16c-f60b77755d45 service nova] Enqueued Resource ID: 19fc1ad9-b48d-45ba-9f90-85b3a5910021 with Priority: HIGHEST for action port [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_rules [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 783.800072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fc1ad9-b48d-45ba-9f90-85b3a5910021 with Priority: HIGHEST for action port [ 783.802601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.803118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.803371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.803892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.805211] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.805583] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.805724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.805794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.805988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.806682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.806682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.806682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.806682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.806682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.807329] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.807716] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-19fc1ad9-b48d-45ba-9f90-85b3a5910021 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.808535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.808535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.808535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.808535] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fc1ad9-b48d-45ba-9f90-85b3a5910021',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.016296] env[62807]: INFO networking_nsxv3.common.synchronization [None req-a136ae55-0022-430c-9e80-07cc43e4b0b4 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 784.016883] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 784.017236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.017361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.017429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.017712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.017795] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.125969] env[62807]: INFO networking_nsxv3.common.synchronization [None req-eb488cbc-e2f4-4347-8c9d-ad7e584c7609 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 784.128537] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 784.128537] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.128537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.311122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.311122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.315300] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.316242] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19fc1ad9-b48d-45ba-9f90-85b3a5910021 with status ACTIVE [ 784.317028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.317028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.317028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.317028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.317028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.317274] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.317274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.317274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.317410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.318457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.318457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.318457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.318457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.318457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.321065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.321065] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19fc1ad9-b48d-45ba-9f90-85b3a5910021 is going to be updated. [ 784.345101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.345387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.345465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.345694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.345852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.346072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19fc1ad9-b48d-45ba-9f90-85b3a5910021" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539834] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.540017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.540084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.540304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.540399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.540520] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 already deleted. [ 784.540622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.540801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.540966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541063] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.596109] env[62807]: INFO networking_nsxv3.common.synchronization [req-673b6244-2f7b-4572-af5d-52dcfacb1ea8 req-2af079b5-6942-464e-8ace-264222480ebb tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 784.596676] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 784.597062] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.597172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.597244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.597520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.597717] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.597837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.597917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.598108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.598208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.598843] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.824806] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.070591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.070886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.070886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.071304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.071304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.071304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 already deleted. [ 785.071427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.102280] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.102439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.102590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.102766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.103978] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.103978] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c already deleted. [ 785.103978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.140022] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-992" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-992" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-992" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.140022] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.140022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.140559] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.140559] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.140559] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.140559] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.140899] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.140899] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.140899] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.141056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.160174] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.160174] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.160174] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.160174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-992" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.160174] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-1865cb89-88d6-4e84-81ae-daece6adaa4d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.160174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.160673] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.160673] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.160961] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1865cb89-88d6-4e84-81ae-daece6adaa4d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.327479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.327668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.327969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.328079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.328186] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 is going to be created. [ 785.352424] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.352424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.352424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.352424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.352424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.365380] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: UNINITIALIZED for 2s [ 785.625712] env[62807]: INFO networking_nsxv3.common.synchronization [req-30cce8ff-3cc0-4812-aa28-dbebae920bf4 req-cb860274-354e-4947-beb8-40b93438273f tempest-ServersTestFqdnHostnames-1697884701 tempest-ServersTestFqdnHostnames-1697884701-project-member] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 785.625712] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGHEST for action security_group_members [ 785.625712] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.626577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.626921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.627473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.629126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.629126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.629126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.629126] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.667671] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.667806] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.668088] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.668446] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.668659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.668872] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 1865cb89-88d6-4e84-81ae-daece6adaa4d not found, creating... [ 785.669236] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.669467] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.669672] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.669968] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670143] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.670490] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670920] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.671200] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.671438] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.671609] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.671808] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d is going to be created. [ 785.700210] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.700427] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.700553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.700833] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.701079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701318] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.795950] env[62807]: INFO networking_nsxv3.common.synchronization [None req-8d6baaa0-ad15-4b88-aea7-fc95dc2ddf70 None None] Enqueued Resource ID: 3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039 with Priority: HIGHEST for action port [ 785.795950] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039 with Priority: HIGHEST for action port [ 785.795950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.796265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.796374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.796555] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.132045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.132045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132045] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f is going to be updated. [ 786.157319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.157495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.157532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.157806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.157964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.166638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: IN_PROGRESS for 2s [ 786.301634] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039 [ 786.301973] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.302157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.302224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.302482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.302614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.302727] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039 already deleted. [ 786.302832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb53aaf-261c-4bf0-9ea5-5dad8c8cd039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [req-673b6244-2f7b-4572-af5d-52dcfacb1ea8 req-fff2a4aa-71f8-4207-8969-9ea8b57ffc74 service nova] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [req-673b6244-2f7b-4572-af5d-52dcfacb1ea8 req-fff2a4aa-71f8-4207-8969-9ea8b57ffc74 service nova] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [req-673b6244-2f7b-4572-af5d-52dcfacb1ea8 req-fff2a4aa-71f8-4207-8969-9ea8b57ffc74 service nova] Enqueued Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 786.412208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 786.412687] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.412687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.412687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.412862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.412929] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.413792] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.414915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.414915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.414915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.414915] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.414915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.414915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.415437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.415437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.415437] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.416007] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-1865cb89-88d6-4e84-81ae-daece6adaa4d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.419557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.419686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.419956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.421377] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1865cb89-88d6-4e84-81ae-daece6adaa4d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.427040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.923864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.924092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.929290] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1865cb89-88d6-4e84-81ae-daece6adaa4d with status ACTIVE [ 786.929492] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.930147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.930147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.930147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.930329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.930329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.930468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.930698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.930757] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.930814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.930870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.930997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.931091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.931162] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d is going to be updated. [ 786.932242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.952232] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.952367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.952432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.952639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.952770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.952945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.375544] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: SUCCESS [ 787.375864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.375945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.376207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.376430] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.376564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.376682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.376785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.376870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.376994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.377128] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.435254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.435455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.435522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.435766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.435860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.435964] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be created. [ 787.459987] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.460162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.460226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.460488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.460677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.477898] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: UNINITIALIZED for 2s [ 787.879557] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.879932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.879932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.880349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.880527] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.880658] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.880723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.880887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.880982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.881120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.881249] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.881334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.881541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.881541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.881705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.881796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.881852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.881993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.882096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.882176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.882280] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.178440] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f in Status: SUCCESS [ 788.178440] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f deletion is rescheduled due to dependency. [ 788.178440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.386184] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3: rpc.has_security_group_logging(os_id): False [ 788.402720] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.403023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.403162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.403403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.403503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.403740] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.403846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.403907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.404096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.404177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404353] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.404448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.404519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.404659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.404733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.404908] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.404999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.405880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.406116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.406272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.406401] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 is going to be created. [ 788.462256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.462409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.462459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.462682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.462861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.472415] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: IN_PROGRESS for 2s [ 789.490363] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 789.490363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.490363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.490363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.490743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.490743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.490743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.490855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.491228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.491228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.491228] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.996021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.194156] env[62807]: INFO networking_nsxv3.common.synchronization [req-87204d3f-759d-4040-98ac-4cd341cfa755 req-7eb326c9-2b26-4e45-9c70-f7021f7ebc26 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 790.194156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 790.194156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.194156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.194156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.194753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.195079] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.195349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.195533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.197194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.197194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.197194] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.485746] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: SUCCESS [ 790.486026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500076] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11413283-10ef-4660-b015-8e8d26070f5c: rpc.has_security_group_logging(os_id): False [ 790.525213] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.525373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.525444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.525664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.525761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.526721] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.526721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.526721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.526721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.526721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.526721] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be created. [ 790.586469] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.586622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.586762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.587033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.587225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.597125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 790.699431] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.699706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.703030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.703030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 already deleted. [ 790.703030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.112719] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.112962] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.113153] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.113436] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.113710] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.115445] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.115670] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.115834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.116024] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.116268] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.116386] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.116498] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.116608] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.116720] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.116828] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.116970] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.135536] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.135706] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.136218] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.136218] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-485" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.136512] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-95b486fb-bbe0-4666-a926-01bcfa37eaad taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.136633] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.136679] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.137030] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.137173] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b486fb-bbe0-4666-a926-01bcfa37eaad',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.641046] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.641389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.641389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.641530] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.641701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.641877] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 95b486fb-bbe0-4666-a926-01bcfa37eaad not found, creating... [ 791.642179] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.642348] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.642490] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.642702] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.642840] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.643152] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.643328] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.643445] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.643665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.643820] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.643972] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 95b486fb-bbe0-4666-a926-01bcfa37eaad is going to be created. [ 791.663014] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.663287] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.663413] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.663697] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.663929] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.664202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.425718] env[62807]: INFO networking_nsxv3.common.synchronization [req-87204d3f-759d-4040-98ac-4cd341cfa755 req-380ae222-2d6c-486d-8ae1-cd4d9cb9aad6 service nova] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 792.425718] env[62807]: INFO networking_nsxv3.common.synchronization [req-87204d3f-759d-4040-98ac-4cd341cfa755 req-380ae222-2d6c-486d-8ae1-cd4d9cb9aad6 service nova] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 792.425718] env[62807]: INFO networking_nsxv3.common.synchronization [req-87204d3f-759d-4040-98ac-4cd341cfa755 req-380ae222-2d6c-486d-8ae1-cd4d9cb9aad6 service nova] Enqueued Resource ID: 95b486fb-bbe0-4666-a926-01bcfa37eaad with Priority: HIGHEST for action port [ 792.425718] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_rules [ 792.425718] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 792.429279] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b486fb-bbe0-4666-a926-01bcfa37eaad with Priority: HIGHEST for action port [ 792.431073] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.431073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.431073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.431073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.431073] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.431980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.432226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.432374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.432642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.432881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.433538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.436279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.436279] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.436279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b486fb-bbe0-4666-a926-01bcfa37eaad taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.436279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.436279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.436279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.436279] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b486fb-bbe0-4666-a926-01bcfa37eaad',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.612203] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 792.612445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.937519] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.937863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937863] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.938837] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b486fb-bbe0-4666-a926-01bcfa37eaad with status ACTIVE [ 792.939095] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.939227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.939607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.939607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.939969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.939969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.941768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.941957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.942451] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.942566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.942673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.943136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.943136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.943136] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b486fb-bbe0-4666-a926-01bcfa37eaad is going to be updated. [ 792.964551] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.964551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.964551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.964760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.964815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.964950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b486fb-bbe0-4666-a926-01bcfa37eaad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.070537] env[62807]: INFO networking_nsxv3.common.synchronization [req-ed48905f-2bae-415e-8650-b1bc26940c49 req-67c753c8-fdc2-43f7-a82e-8c221ee986ee tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 793.071986] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 793.075638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.076670] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.076670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076978] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.444811] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.549220] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549220] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.549853] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.550107] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.550364] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.550661] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.550883] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.551089] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.551315] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.573044] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.573044] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.573044] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.573044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573044] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-1b565819-b3b3-4e33-b334-07d6fd8b9d62 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.573044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.573044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.573044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.573044] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b565819-b3b3-4e33-b334-07d6fd8b9d62',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.585658] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.947731] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.948045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.948045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.948409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.948608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949834] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 is going to be created. [ 793.970862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.971606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.971606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.971606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.971750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.980660] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: UNINITIALIZED for 2s [ 794.076453] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.076453] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.076453] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.076603] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.076638] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.079562] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 1b565819-b3b3-4e33-b334-07d6fd8b9d62 not found, creating... [ 794.079562] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.079562] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.079562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.080198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.080198] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 1b565819-b3b3-4e33-b334-07d6fd8b9d62 is going to be created. [ 794.091632] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.101798] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102858] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.103048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.103335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.103560] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.595189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.595402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.595489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.596774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.596774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.596774] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 794.624258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.624385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.624468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.624704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.624855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.634040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [req-ed48905f-2bae-415e-8650-b1bc26940c49 req-8b401bef-26c0-4af0-bb03-af969ac9c842 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [req-ed48905f-2bae-415e-8650-b1bc26940c49 req-8b401bef-26c0-4af0-bb03-af969ac9c842 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [req-ed48905f-2bae-415e-8650-b1bc26940c49 req-8b401bef-26c0-4af0-bb03-af969ac9c842 service nova] Enqueued Resource ID: 1b565819-b3b3-4e33-b334-07d6fd8b9d62 with Priority: HIGHEST for action port [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 795.107181] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b565819-b3b3-4e33-b334-07d6fd8b9d62 with Priority: HIGHEST for action port [ 795.107622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.107622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.107622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.107955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.108061] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.109252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.109354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109542] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b565819-b3b3-4e33-b334-07d6fd8b9d62 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.109643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.109902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.110008] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b565819-b3b3-4e33-b334-07d6fd8b9d62',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.611455] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.611455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.611839] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b565819-b3b3-4e33-b334-07d6fd8b9d62 with status ACTIVE [ 795.612180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.612180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.612180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.612404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.612478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.612588] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.612685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.616116] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.616116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.616116] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b565819-b3b3-4e33-b334-07d6fd8b9d62 is going to be updated. [ 795.638228] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.638379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.638451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.638647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.638780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.638937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b565819-b3b3-4e33-b334-07d6fd8b9d62" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.992792] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: SUCCESS [ 795.993046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.993254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.993463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.993662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.993785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.993846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.994351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.994351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.994351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.994351] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.497883] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.644638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.644638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.644638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.644638] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.001742] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3012e97f-8d5f-4c13-9d6f-ded47aad3e33: rpc.has_security_group_logging(os_id): False [ 797.018139] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.018362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.018440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.018660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.018755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.019030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.019174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.019242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.019444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.019536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.019715] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 is going to be created. [ 797.075124] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.075339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.076422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.076422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086825] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: IN_PROGRESS for 2s [ 797.147513] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.592169] env[62807]: INFO networking_nsxv3.common.synchronization [req-7b7cc8e4-963f-439c-9b35-91852bdf5458 req-2a62a0e2-6d66-4ad7-aac5-18bb72df49c8 tempest-ServerExternalEventsTest-1516125349 tempest-ServerExternalEventsTest-1516125349-project-member] Enqueued Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 797.592169] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGHEST for action security_group_members [ 797.592783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.593177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.593549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.595846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.598278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.598278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.598278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.598278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.598278] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.654502] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.833880] env[62807]: INFO networking_nsxv3.common.synchronization [req-14269995-572b-46be-9b43-7367cd2a8f8d req-5c2780b7-08e4-456a-97d3-f9e55d90c1d2 tempest-ServersTestJSON-1841496840 tempest-ServersTestJSON-1841496840-project-member] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 797.835024] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 797.835024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.835024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.835024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.835304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.835457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.835556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.835593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.835763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.835852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.836450] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.103727] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.103899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.104052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.104306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.104445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.104655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.104778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.104814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.104994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.105097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.105268] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 is going to be updated. [ 798.132801] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.132976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.133023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.133287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.133444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.141262] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: IN_PROGRESS for 2s [ 798.158104] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.158345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.158412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.158605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.158947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.158947] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 798.190183] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.190183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.190183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.190183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.190348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.198708] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 798.338015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.338194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.338265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.342546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.342609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 already deleted. [ 798.343102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.514278] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.514524] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-287" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.514704] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-287" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.515114] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-287" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.515490] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.515746] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.515944] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.516335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.516551] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.516873] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.517017] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.517198] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.517363] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.517535] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.517702] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.517911] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.522019] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b1bb2c9e-6274-4674-9a42-9626c58f76be None None] Enqueued Resource ID: 951b6379-15de-4909-a2c8-4553d5dbf7f2 with Priority: HIGHEST for action port [ 798.525477] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951b6379-15de-4909-a2c8-4553d5dbf7f2 with Priority: HIGHEST for action port [ 798.525477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-951b6379-15de-4909-a2c8-4553d5dbf7f2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.525477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951b6379-15de-4909-a2c8-4553d5dbf7f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.525477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951b6379-15de-4909-a2c8-4553d5dbf7f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.525477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951b6379-15de-4909-a2c8-4553d5dbf7f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.525477] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951b6379-15de-4909-a2c8-4553d5dbf7f2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.540550] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.540550] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.540550] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.540550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-287" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.540550] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-f5994178-e05c-464f-afea-a4f8a606efe3 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.540550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.540899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.540959] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.541119] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5994178-e05c-464f-afea-a4f8a606efe3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.029020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 951b6379-15de-4909-a2c8-4553d5dbf7f2 [ 799.029020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.029020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.029020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.029020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.029020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.029020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:951b6379-15de-4909-a2c8-4553d5dbf7f2 already deleted. [ 799.029020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951b6379-15de-4909-a2c8-4553d5dbf7f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.043746] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.044443] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.044913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.046860] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.049037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.049037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port f5994178-e05c-464f-afea-a4f8a606efe3 not found, creating... [ 799.049037] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.049037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.049037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.049037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.049037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.049037] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.049811] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.050263] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.052594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.052594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.052594] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: f5994178-e05c-464f-afea-a4f8a606efe3 is going to be created. [ 799.072608] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.072711] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.074649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.074649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.074649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.074649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.100074] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: SUCCESS [ 799.100904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [req-14269995-572b-46be-9b43-7367cd2a8f8d req-97e85639-ee8c-4680-a4a9-89337264d1f8 service nova] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [req-14269995-572b-46be-9b43-7367cd2a8f8d req-97e85639-ee8c-4680-a4a9-89337264d1f8 service nova] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [req-14269995-572b-46be-9b43-7367cd2a8f8d req-97e85639-ee8c-4680-a4a9-89337264d1f8 service nova] Enqueued Resource ID: f5994178-e05c-464f-afea-a4f8a606efe3 with Priority: HIGHEST for action port [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_rules [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 799.870539] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5994178-e05c-464f-afea-a4f8a606efe3 with Priority: HIGHEST for action port [ 799.870539] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.870539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.870539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.873487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.873487] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.873487] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.873487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.873487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.873487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.874243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.874413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.874537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.874738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.874881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.875023] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.875929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5994178-e05c-464f-afea-a4f8a606efe3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.876170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.876287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.876492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.876634] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5994178-e05c-464f-afea-a4f8a606efe3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.926146] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-b56e148e-5ce9-41fd-b421-305d3c14bffa tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 799.926650] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 799.927028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.927146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.927942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.927942] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.927942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.928507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.928604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.928728] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.151582] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 in Status: SUCCESS [ 800.151843] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 deletion is rescheduled due to dependency. [ 800.151843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210307] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.210307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210307] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.366451] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.366641] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.366834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.367477] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.367477] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.368360] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.368360] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.368563] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.368596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368938] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.369060] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.369179] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.369367] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.369464] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.369928] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.370130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.378518] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.382723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.382882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.383552] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5994178-e05c-464f-afea-a4f8a606efe3 with status ACTIVE [ 800.383755] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.383864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.384699] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.384699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.385016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.385016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.385016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.388543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.388543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.388543] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5994178-e05c-464f-afea-a4f8a606efe3 is going to be updated. [ 800.394809] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.395081] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.395305] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.395991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.396788] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-079f803d-e719-4778-8920-cecd6ea5510c taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.396995] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.397626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.397626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.397626] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079f803d-e719-4778-8920-cecd6ea5510c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.417632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.417632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.418374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.418374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.418505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.418675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5994178-e05c-464f-afea-a4f8a606efe3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.432655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.433700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.433700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.433700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.433700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.433971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.434273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.435029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.435029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.435029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.435029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 800.469133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.469133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.469133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.469133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.469133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.481867] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 800.670842] env[62807]: INFO networking_nsxv3.common.synchronization [None req-66c2f1d3-7837-41fe-8652-3f22201a7b27 None None] Enqueued Resource ID: ea68dd05-cacd-4fa9-9b84-6fc2223b3770 with Priority: HIGHEST for action port [ 800.671474] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea68dd05-cacd-4fa9-9b84-6fc2223b3770 with Priority: HIGHEST for action port [ 800.671791] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea68dd05-cacd-4fa9-9b84-6fc2223b3770 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.671913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea68dd05-cacd-4fa9-9b84-6fc2223b3770" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.671983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea68dd05-cacd-4fa9-9b84-6fc2223b3770" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.673219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea68dd05-cacd-4fa9-9b84-6fc2223b3770" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.673319] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea68dd05-cacd-4fa9-9b84-6fc2223b3770',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.719314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.719314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.719314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.719314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.720222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.720222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.720222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.720222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.720222] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.884609] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.901244] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901846] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901846] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.902350] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.902458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.906784] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 079f803d-e719-4778-8920-cecd6ea5510c not found, creating... [ 800.906784] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.906784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.906784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.906784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.907174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.907445] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.907756] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.908607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.908607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.913264] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.913264] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 079f803d-e719-4778-8920-cecd6ea5510c is going to be created. [ 800.934025] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934447] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935121] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.936221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.936858] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.175576] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 801.175576] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:1 started [ 801.176284] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea68dd05-cacd-4fa9-9b84-6fc2223b3770 [ 801.176284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.176284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.176284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.176485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.176485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.176630] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea68dd05-cacd-4fa9-9b84-6fc2223b3770 already deleted. [ 801.176630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea68dd05-cacd-4fa9-9b84-6fc2223b3770" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.224608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef5123-f264-46ad-a0ef-8975f8b2b968: rpc.has_security_group_logging(os_id): False [ 801.242017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.242584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.242584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.242584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.242584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.246123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.246123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.246123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.246123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.246123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.246123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.246123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.246479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.246479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.246479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.247220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.247220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.247220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.247220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.247220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.247220] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 801.304220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.304366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.304435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.304639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.304783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.319068] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 801.389546] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.389546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.389546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.389546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.389546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.389825] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 is going to be created. [ 801.420436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.420602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.420673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.420931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.421108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.434891] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: UNINITIALIZED for 2s [ 801.887042] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-c23e3033-3e60-41c1-b250-e35b21a21c7d service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 801.890019] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-c23e3033-3e60-41c1-b250-e35b21a21c7d service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 801.890019] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-c23e3033-3e60-41c1-b250-e35b21a21c7d service nova] Enqueued Resource ID: 079f803d-e719-4778-8920-cecd6ea5510c with Priority: HIGHEST for action port [ 801.890376] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 801.890581] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 801.890713] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079f803d-e719-4778-8920-cecd6ea5510c with Priority: HIGHEST for action port [ 801.891228] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.891367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.891437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.891752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.891863] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.893238] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.893344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.893703] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-079f803d-e719-4778-8920-cecd6ea5510c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.893825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.893873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.894114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.894187] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079f803d-e719-4778-8920-cecd6ea5510c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.396834] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.397213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.397213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 079f803d-e719-4778-8920-cecd6ea5510c with status ACTIVE [ 802.397360] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.397478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.397554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.397742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.397916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.398122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.398226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.398318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.398492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.398599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.399031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.399031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.399031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.399207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.399207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.399284] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 079f803d-e719-4778-8920-cecd6ea5510c is going to be updated. [ 802.422165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.422165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.422165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.422475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.422716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.422808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-079f803d-e719-4778-8920-cecd6ea5510c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.494088] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 802.494295] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 deletion is rescheduled due to dependency. [ 802.494420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.494604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.494874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.495015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.495174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.495212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.495351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.495479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.495512] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.836413] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-59f3fa89-8ba5-45b2-85cb-7b06b5567543 tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 802.839482] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 802.839482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.839482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.001045] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.319687] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.325202] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.325202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.325202] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.325202] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.325202] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.325202] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.326011] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.326011] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.326011] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.341220] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 803.341540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.345265] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.345315] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.345430] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.345597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-439" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.345932] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d79a3b82-ece8-4a3e-9549-734213a374c7 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346121] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347030] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347030] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.347030] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79a3b82-ece8-4a3e-9549-734213a374c7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.445484] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: SUCCESS [ 803.445484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.445484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.446135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.446135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.446135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.446277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.448031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.448031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.448031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.448031] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.505406] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.850830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.850830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.850830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.850830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.850830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.850830] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d79a3b82-ece8-4a3e-9549-734213a374c7 not found, creating... [ 803.851566] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.851566] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.851566] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.851566] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.851849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.852386] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.852386] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.852386] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.852808] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.852808] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.852808] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d79a3b82-ece8-4a3e-9549-734213a374c7 is going to be created. [ 803.875399] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.875622] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.875816] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.876128] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.876393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.876598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.952022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.007400] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.007639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.007639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.007866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.007984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.008101] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 804.045453] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.045737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.045737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.045921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.046091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.055252] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 804.455725] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54085250-bef9-40fa-9bac-89853387f7f1: rpc.has_security_group_logging(os_id): False [ 804.473263] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.473814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.473814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.474134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.475126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.475126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.475126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.475126] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 is going to be created. [ 804.533736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.533883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.534034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.534200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.534395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.547435] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: IN_PROGRESS for 2s [ 804.878392] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-e19066ee-8865-4ef3-9303-1ce48434b08a service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 804.878392] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-e19066ee-8865-4ef3-9303-1ce48434b08a service nova] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 804.878392] env[62807]: INFO networking_nsxv3.common.synchronization [req-9191f36f-df92-4599-9352-b3d1b1554eb5 req-e19066ee-8865-4ef3-9303-1ce48434b08a service nova] Enqueued Resource ID: d79a3b82-ece8-4a3e-9549-734213a374c7 with Priority: HIGHEST for action port [ 804.880113] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_rules [ 804.880883] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 804.880883] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79a3b82-ece8-4a3e-9549-734213a374c7 with Priority: HIGHEST for action port [ 804.881714] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.881714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.881714] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.882427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.882683] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79a3b82-ece8-4a3e-9549-734213a374c7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.882830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.882904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.883192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.883238] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79a3b82-ece8-4a3e-9549-734213a374c7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.385855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79a3b82-ece8-4a3e-9549-734213a374c7 with status ACTIVE [ 805.386275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.386275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.386380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.387021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.387021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.387021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.387802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.388098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.388164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.388347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.389041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.389163] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79a3b82-ece8-4a3e-9549-734213a374c7 is going to be updated. [ 805.409169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.409357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.410204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.410204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.410204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.410204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79a3b82-ece8-4a3e-9549-734213a374c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.068204] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 806.068457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.068600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.068819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.069015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.069140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.069205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.069358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.069442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.069529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.069629] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.070574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.070749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.070907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.075047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.075197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.075380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.075475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.075576] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.424888] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c82cd9bb-2a55-40f2-aac1-22780860b8b3 None None] Enqueued Resource ID: a88fbf82-b229-470c-a655-3eb3a3345fba with Priority: HIGHEST for action port [ 806.426349] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88fbf82-b229-470c-a655-3eb3a3345fba with Priority: HIGHEST for action port [ 806.426349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88fbf82-b229-470c-a655-3eb3a3345fba taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.426349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88fbf82-b229-470c-a655-3eb3a3345fba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.426349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88fbf82-b229-470c-a655-3eb3a3345fba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.426349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88fbf82-b229-470c-a655-3eb3a3345fba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.426529] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88fbf82-b229-470c-a655-3eb3a3345fba',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.558859] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: SUCCESS [ 806.558859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.578635] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.578635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.578635] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.930270] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88fbf82-b229-470c-a655-3eb3a3345fba [ 806.930270] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.930270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.930270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.930270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.930270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.930270] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88fbf82-b229-470c-a655-3eb3a3345fba already deleted. [ 806.930270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88fbf82-b229-470c-a655-3eb3a3345fba" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.082263] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.127363] env[62807]: INFO networking_nsxv3.common.synchronization [None req-49fdae41-8736-498c-9703-eab094e6ba33 tempest-ServersV294TestFqdnHostnames-1245048135 tempest-ServersV294TestFqdnHostnames-1245048135-project-member] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 807.128195] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 807.128195] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.128349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.128601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128690] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.239193] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c85556b8-3526-4dfb-b71c-78a3c2bbfb80 tempest-ServersV294TestFqdnHostnames-1245048135 tempest-ServersV294TestFqdnHostnames-1245048135-project-member] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 807.239682] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 807.239963] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.240076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.591252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.591252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.591252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.591252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.591252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.591252] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 807.627438] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.627647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.627647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.627828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.627980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.642031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 807.648337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.648337] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab already deleted. [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.648337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.648965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.648965] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.173148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.173546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.173546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.173801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.173954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.174098] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab already deleted. [ 808.174216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.858056] env[62807]: INFO networking_nsxv3.common.synchronization [None req-f643c802-e316-475c-99a9-e6bc3d4f9fa8 None None] Enqueued Resource ID: b4fd59c7-5517-48d7-838c-e58d50cba3e4 with Priority: HIGHEST for action port [ 808.858056] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4fd59c7-5517-48d7-838c-e58d50cba3e4 with Priority: HIGHEST for action port [ 808.858056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4fd59c7-5517-48d7-838c-e58d50cba3e4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.858056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4fd59c7-5517-48d7-838c-e58d50cba3e4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.858056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4fd59c7-5517-48d7-838c-e58d50cba3e4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.859275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4fd59c7-5517-48d7-838c-e58d50cba3e4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.861978] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4fd59c7-5517-48d7-838c-e58d50cba3e4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.363919] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4fd59c7-5517-48d7-838c-e58d50cba3e4 [ 809.364187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.364324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.364394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.364618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.364713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.364806] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4fd59c7-5517-48d7-838c-e58d50cba3e4 already deleted. [ 809.364891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4fd59c7-5517-48d7-838c-e58d50cba3e4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.648859] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 809.649106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.649315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.649532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.649715] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.649888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.649948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.652451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.652451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.652451] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.154306] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.656507] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.159407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.160187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.160187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.160187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.160187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.160404] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 811.188214] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.188355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.188439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.196999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 811.822323] env[62807]: INFO networking_nsxv3.common.synchronization [req-951707bc-580d-4c13-9b4d-ece3ecacdd80 req-8715db93-c068-44c3-a6fd-e4806bfe1173 tempest-ImagesOneServerTestJSON-1365087924 tempest-ImagesOneServerTestJSON-1365087924-project-member] Enqueued Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 811.823199] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGHEST for action security_group_members [ 811.823787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.824414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.824676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.825433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.825433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.826826] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.330365] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.331037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.331132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.331317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.331420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.331647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.331758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.331824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.332073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.332073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.332166] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 is going to be updated. [ 812.357989] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.357989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.357989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.357989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.357989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.367547] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: IN_PROGRESS for 2s [ 812.743500] env[62807]: INFO networking_nsxv3.common.synchronization [req-f2d7b966-8b2f-4646-8386-a7b79119e2b0 req-4736286c-ad46-4cdd-921f-04ce56ea3029 tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 812.744700] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 812.745130] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.747349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.747464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.747750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.748173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.748361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.748472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.748727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.748875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.749480] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.202777] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.203179] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.203179] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.203388] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.203647] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.203807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.203924] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.204156] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.204302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.204509] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.204623] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.204732] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.204841] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.204953] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.205069] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.205205] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.206676] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 813.206863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.207319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.207485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.207643] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.207785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.207842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.207950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.208044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.208373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.208429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.208564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.208701] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.208800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.208867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.208975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.209056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.209129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.209217] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.224947] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.225113] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.225230] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.225395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.225685] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-bc38976c-8838-47e6-b4f8-cd013e62b15b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.225836] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.225948] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.226291] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.226372] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38976c-8838-47e6-b4f8-cd013e62b15b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.251953] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.711693] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582: rpc.has_security_group_logging(os_id): False [ 813.728253] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.728457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.728586] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.728889] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.729070] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.729232] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port bc38976c-8838-47e6-b4f8-cd013e62b15b not found, creating... [ 813.729500] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.729661] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.729860] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.730057] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.730200] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.730484] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.730640] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.730761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.731022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.731238] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.731423] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: bc38976c-8838-47e6-b4f8-cd013e62b15b is going to be created. [ 813.746841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.746942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.747021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.747247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.747340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.747532] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.747633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.747697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.747848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.747926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.748288] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.748288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.748288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.748496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.748496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.748662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.748742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.748809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.748973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749253] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 813.753928] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.761693] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.761693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.761693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.761693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.761693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762092] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.830405] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.830405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.830405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.830405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.830405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.864277] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 814.256114] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.256523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.256523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.256629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.256725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.256826] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 814.285035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.285035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.285035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.285313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.285350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.293762] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 814.386046] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 in Status: SUCCESS [ 814.386300] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 deletion is rescheduled due to dependency. [ 814.386366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.504224] env[62807]: INFO networking_nsxv3.common.synchronization [req-f2d7b966-8b2f-4646-8386-a7b79119e2b0 req-6fe400b7-96f3-4bf9-bd1c-85704f1a445c service nova] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_rules [ 814.504426] env[62807]: INFO networking_nsxv3.common.synchronization [req-f2d7b966-8b2f-4646-8386-a7b79119e2b0 req-6fe400b7-96f3-4bf9-bd1c-85704f1a445c service nova] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 814.504632] env[62807]: INFO networking_nsxv3.common.synchronization [req-f2d7b966-8b2f-4646-8386-a7b79119e2b0 req-6fe400b7-96f3-4bf9-bd1c-85704f1a445c service nova] Enqueued Resource ID: bc38976c-8838-47e6-b4f8-cd013e62b15b with Priority: HIGHEST for action port [ 814.505163] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_rules [ 814.505375] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 814.505551] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc38976c-8838-47e6-b4f8-cd013e62b15b with Priority: HIGHEST for action port [ 814.505990] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.506401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.506523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.506845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.507069] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.509872] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.509872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.510074] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc38976c-8838-47e6-b4f8-cd013e62b15b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.510235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.510306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.510639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.510763] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38976c-8838-47e6-b4f8-cd013e62b15b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.795694] env[62807]: INFO networking_nsxv3.common.synchronization [req-394432b7-1628-415d-b5c1-17baa4234f90 req-4f56115c-5faa-4761-9ba6-d84a7fe64c9c tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 814.797355] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 814.797355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.797355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.797355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.800692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.800692] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.800692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.800692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.800692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.800692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.800692] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.011302] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.011660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.013095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc38976c-8838-47e6-b4f8-cd013e62b15b with status ACTIVE [ 815.013423] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.013928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.014536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.014536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.014536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.014536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.015671] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.015671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.016148] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc38976c-8838-47e6-b4f8-cd013e62b15b is going to be updated. [ 815.037330] env[62807]: INFO networking_nsxv3.common.synchronization [req-388aece0-7089-4053-a495-6f4c436bfd8c req-7c2feeb3-edff-4319-a930-3268fa4c5cf9 tempest-MultipleCreateTestJSON-872094314 tempest-MultipleCreateTestJSON-872094314-project-member] Enqueued Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 815.038659] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.038659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.038659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.038940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.038940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc38976c-8838-47e6-b4f8-cd013e62b15b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039782] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 with Priority: HIGHEST for action security_group_members [ 815.040346] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.040346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303653] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.806704] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.879288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 815.879532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.879701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.880541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.880541] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.303177] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 816.303177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.303301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.303482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.303654] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.303751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.304028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.304165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.304165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.304260] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.308935] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.309110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.309221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.309360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.309450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.309542] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be updated. [ 816.337230] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.337230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.338158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.338158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.338158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.345812] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: IN_PROGRESS for 2s [ 816.398336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.398499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.398564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.398854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.398854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.398965] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be deleted. [ 816.455708] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.456355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.456355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.456509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.456587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.456776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.806919] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.310235] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.814780] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.814780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.814780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.814780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.814780] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 817.844297] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.844472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.844541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.844747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.844885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.856081] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 818.356274] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 in Status: SUCCESS [ 818.356274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.356274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.356274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.356816] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.356816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.356816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.356816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.356816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.356816] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93cc45a4-c2a5-4bd5-8ab2-a551df4d2582',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.861631] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.861631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.861631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.861836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.861885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.862090] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.862199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.862254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.862415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.862565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.862565] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93cc45a4-c2a5-4bd5-8ab2-a551df4d2582 is going to be deleted. [ 818.929779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.930015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.930148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.930402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.930541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.930715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93cc45a4-c2a5-4bd5-8ab2-a551df4d2582" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.197018] env[62807]: INFO networking_nsxv3.common.synchronization [None req-bd8e5353-8353-4bd6-be51-71f3ab437dd8 None None] Enqueued Resource ID: 11635f01-3109-4df0-949d-a16f7787348d with Priority: HIGHEST for action port [ 819.197403] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11635f01-3109-4df0-949d-a16f7787348d with Priority: HIGHEST for action port [ 819.197807] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-11635f01-3109-4df0-949d-a16f7787348d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.198711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11635f01-3109-4df0-949d-a16f7787348d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.198711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11635f01-3109-4df0-949d-a16f7787348d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.198711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11635f01-3109-4df0-949d-a16f7787348d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.198711] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11635f01-3109-4df0-949d-a16f7787348d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.517661] env[62807]: INFO networking_nsxv3.common.synchronization [req-34806b58-efde-494b-854e-45f530f98ac0 req-2373c624-5e56-4db8-87b2-5c1348158ed9 tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 819.518247] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 819.518564] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.518690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.518756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.518953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.519122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.519223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.519286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.519433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.519542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.519643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.701570] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11635f01-3109-4df0-949d-a16f7787348d [ 819.701811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.701947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.702448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.702448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.702448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.702759] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11635f01-3109-4df0-949d-a16f7787348d already deleted. [ 819.702759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11635f01-3109-4df0-949d-a16f7787348d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.867138] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 819.867357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.867523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.867778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.867951] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.868098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.868163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.868289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.868368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.868452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.868541] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.021170] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.022091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.022201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.022432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.022516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.022808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.023709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.023709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.023709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.023709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.023709] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 820.045711] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045812] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046296] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.046972] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.046972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.046972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047268] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047332] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.047467] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.047557] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.047700] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.047880] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.048033] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.048182] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.053561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.053561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.053561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.053561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.070928] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 820.071918] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.072104] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.072224] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.072397] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.072737] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-87aa2371-717e-4ae6-9aab-1b22613e710c taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.072961] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074352] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074758] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.074897] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aa2371-717e-4ae6-9aab-1b22613e710c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.371217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.371373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.371373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.371562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.371729] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.371833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.371899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.372066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.372157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.372287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.372434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.372509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.372569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.372711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.372945] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.372945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.373080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.373130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.373206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.373288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.373374] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.578747] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579189] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579400] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.579557] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579715] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 87aa2371-717e-4ae6-9aab-1b22613e710c not found, creating... [ 820.580007] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.580169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.580290] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.580510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.580654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.580945] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.581117] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.581951] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.589226] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.589226] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.589226] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 87aa2371-717e-4ae6-9aab-1b22613e710c is going to be created. [ 820.608105] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.608321] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608446] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608726] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608952] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.609207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.876971] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19eef419-5ed0-4377-88c6-e5683c7e132b: rpc.has_security_group_logging(os_id): False [ 820.895022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.895022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.895022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.895574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.895574] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.895574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.895719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.895825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.897661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.897661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.897779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.897825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.897926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.899027] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 820.955027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.955246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.955344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.955607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.955805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.970378] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 821.649570] env[62807]: INFO networking_nsxv3.common.synchronization [req-34806b58-efde-494b-854e-45f530f98ac0 req-729055d2-25af-48e0-b37c-cf746c60946a service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 821.649785] env[62807]: INFO networking_nsxv3.common.synchronization [req-34806b58-efde-494b-854e-45f530f98ac0 req-729055d2-25af-48e0-b37c-cf746c60946a service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 821.649785] env[62807]: INFO networking_nsxv3.common.synchronization [req-34806b58-efde-494b-854e-45f530f98ac0 req-729055d2-25af-48e0-b37c-cf746c60946a service nova] Enqueued Resource ID: 87aa2371-717e-4ae6-9aab-1b22613e710c with Priority: HIGHEST for action port [ 821.650656] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 821.650847] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 821.650982] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87aa2371-717e-4ae6-9aab-1b22613e710c with Priority: HIGHEST for action port [ 821.651379] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.651525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.651599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.651799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.651882] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.652793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.652880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.653102] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-87aa2371-717e-4ae6-9aab-1b22613e710c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.653204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.653273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.653675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.653675] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aa2371-717e-4ae6-9aab-1b22613e710c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.081580] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 822.081752] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 deletion is rescheduled due to dependency. [ 822.081863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.082048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.082290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.082478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.082594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.082670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.082802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.082898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.082990] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.156660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.158096] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87aa2371-717e-4ae6-9aab-1b22613e710c with status ACTIVE [ 822.158096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.158096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.158096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.158833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.158833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.158833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.158833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.158833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.158833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.158833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87aa2371-717e-4ae6-9aab-1b22613e710c is going to be updated. [ 822.180976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.180976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.180976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.180976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.180976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.180976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87aa2371-717e-4ae6-9aab-1b22613e710c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.585591] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.983251] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 822.983497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.087573] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.592028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.592213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.592288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.592500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.592594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.592694] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 823.623361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.623361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.623361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.623361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.623654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.631273] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 824.277823] env[62807]: INFO networking_nsxv3.common.synchronization [req-ce5e0c25-69a5-4d3b-8dfa-07ef1be62527 req-009342e2-7ead-46d3-bdb9-0f1dc7d0ef1a tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 824.278447] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 824.278752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.278878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.279205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.280787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.280787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.280787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.280787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.280787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.280787] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.782437] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.782598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.782671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.782896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.782994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.783228] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.783327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.783392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.783547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.783627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.783715] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be updated. [ 824.808985] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.809142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.809217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.809455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.809655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.817809] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 825.642176] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.642176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.642176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.642176] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.143922] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.144153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.144153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.144305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.144531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.144650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.144718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.144876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.144966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.145210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.145295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.145351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.145400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.145537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.145688] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.146392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.146568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.146780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.146904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.147034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.147182] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.653422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b462094f-33ce-46e3-8ff9-9b31acc0c659: rpc.has_security_group_logging(os_id): False [ 826.670064] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.671069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.673759] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.673759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.675191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.675191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.675293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.675401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.675479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.675599] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 826.732707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.732878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.732975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.733262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.733464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.744193] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 826.831212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 826.831382] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 deletion is rescheduled due to dependency. [ 826.831491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.265314] env[62807]: INFO networking_nsxv3.common.synchronization [None req-25397517-8bc4-49c6-aa6b-30f303d4e46c None None] Enqueued Resource ID: 04779f58-7bb8-41fe-a5f9-667d0a5ba28a with Priority: HIGHEST for action port [ 827.265580] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04779f58-7bb8-41fe-a5f9-667d0a5ba28a with Priority: HIGHEST for action port [ 827.266160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-04779f58-7bb8-41fe-a5f9-667d0a5ba28a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.266286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04779f58-7bb8-41fe-a5f9-667d0a5ba28a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.266354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04779f58-7bb8-41fe-a5f9-667d0a5ba28a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.266609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04779f58-7bb8-41fe-a5f9-667d0a5ba28a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.267242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04779f58-7bb8-41fe-a5f9-667d0a5ba28a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.770636] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04779f58-7bb8-41fe-a5f9-667d0a5ba28a [ 827.770950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.771087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.771171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.771381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.771473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.771565] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04779f58-7bb8-41fe-a5f9-667d0a5ba28a already deleted. [ 827.771646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04779f58-7bb8-41fe-a5f9-667d0a5ba28a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.142395] env[62807]: INFO networking_nsxv3.common.synchronization [None req-02716335-ce31-4b09-87ba-b4d3706d71d5 tempest-ServersTestManualDisk-1312769716 tempest-ServersTestManualDisk-1312769716-project-member] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 828.142874] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 828.143203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.143379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.143379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.143910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.143910] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.320743] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1716efe5-9960-4de7-bac9-7e572cabd7f7 tempest-ServersTestManualDisk-1312769716 tempest-ServersTestManualDisk-1312769716-project-member] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 828.321161] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 828.321461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.321564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.511854] env[62807]: INFO networking_nsxv3.common.synchronization [None req-7ac5538e-7ab3-45f1-81b1-a95e3a56df06 None None] Enqueued Resource ID: 76b41679-a74f-4fbe-87a1-00464ff05db0 with Priority: HIGHEST for action port [ 828.512039] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b41679-a74f-4fbe-87a1-00464ff05db0 with Priority: HIGHEST for action port [ 828.512906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-76b41679-a74f-4fbe-87a1-00464ff05db0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.515354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76b41679-a74f-4fbe-87a1-00464ff05db0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.515400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76b41679-a74f-4fbe-87a1-00464ff05db0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.515705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76b41679-a74f-4fbe-87a1-00464ff05db0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.515908] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b41679-a74f-4fbe-87a1-00464ff05db0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.669254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.669481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.669748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.670135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.670298] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 already deleted. [ 828.670401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.670922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.670922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.670922] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.757950] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 828.757950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.019876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76b41679-a74f-4fbe-87a1-00464ff05db0 [ 829.020258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020758] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76b41679-a74f-4fbe-87a1-00464ff05db0 already deleted. [ 829.020848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76b41679-a74f-4fbe-87a1-00464ff05db0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.130394] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.130394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.130394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.130394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.130394] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.194263] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.194404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.194458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.194655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.194769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.194830] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 already deleted. [ 829.194909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.481421] env[62807]: INFO networking_nsxv3.common.synchronization [None req-d061c5b5-ec02-4460-88a2-1b3637d602ce tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 829.481955] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 829.482284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.482418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.482499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.482806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.482856] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.540018] env[62807]: INFO networking_nsxv3.common.synchronization [req-efeca152-b896-45c0-a068-4db0dd239883 req-43280dae-d72c-4338-874e-a7b51884a4c7 tempest-ServerMetadataNegativeTestJSON-670324559 tempest-ServerMetadataNegativeTestJSON-670324559-project-member] Enqueued Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 829.540018] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 829.540018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.540018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.540018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.540018] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.551026] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0e5c30a1-e535-4f5f-b452-e7ece0e56f79 None None] Enqueued Resource ID: e8f20b37-c5a1-4fdb-90c4-ae79add63fc1 with Priority: HIGHEST for action port [ 829.551026] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f20b37-c5a1-4fdb-90c4-ae79add63fc1 with Priority: HIGHEST for action port [ 829.551026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f20b37-c5a1-4fdb-90c4-ae79add63fc1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.551026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f20b37-c5a1-4fdb-90c4-ae79add63fc1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.551026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f20b37-c5a1-4fdb-90c4-ae79add63fc1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.551026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f20b37-c5a1-4fdb-90c4-ae79add63fc1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.551026] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f20b37-c5a1-4fdb-90c4-ae79add63fc1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.581320] env[62807]: INFO networking_nsxv3.common.synchronization [None req-bdc4f20d-f22c-4f62-8e54-c77efde79b49 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 829.581320] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 829.581320] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.581320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.632139] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.996084] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.996292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.996429] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.996773] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.997075] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.997246] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.997373] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.997601] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.997751] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.998050] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.998119] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.001042] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.001042] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.001042] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.001042] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.001042] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.002966] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.003112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.003176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.003324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.003527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.003527] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d already deleted. [ 830.003664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.003971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.004151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.004238] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.015215] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.015468] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.016870] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.016870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-91" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016870] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.016870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.016870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.016870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.016870] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c9c9ce-5548-4870-b39b-8d82d5a6bff4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.048957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.049280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.049322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.049622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.050108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.050281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.050405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.050657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.050806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.050965] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 already deleted. [ 830.051117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.053834] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f20b37-c5a1-4fdb-90c4-ae79add63fc1 [ 830.054092] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.054238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.054368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.054579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.054702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.054832] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f20b37-c5a1-4fdb-90c4-ae79add63fc1 already deleted. [ 830.054972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f20b37-c5a1-4fdb-90c4-ae79add63fc1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.138195] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.519351] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.519559] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.519687] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.520202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.520359] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 not found, creating... [ 830.520623] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.520780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520896] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521568] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.521727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.522023] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.522195] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.522314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.522540] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.522691] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.522833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 is going to be created. [ 830.524566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.524911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.524993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525357] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d already deleted. [ 830.525452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.540313] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.540521] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.540625] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.540884] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.541510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.541510] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.639960] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 830.640111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 831.064293] env[62807]: INFO networking_nsxv3.common.synchronization [None req-78bed2d9-cce4-4093-b889-31aa7838aeaa None None] Enqueued Resource ID: 82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b with Priority: HIGHEST for action port [ 831.064293] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b with Priority: HIGHEST for action port [ 831.064293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.064293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.064293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.064293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.064293] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.355075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.355075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.355075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.355075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.372020] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 831.372911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.374274] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 831.402383] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.402383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.402383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.402383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.408847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.409562] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 831.409835] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.410104] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 831.445024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.445024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.445024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.445024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.446182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.446182] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 831.504019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.504019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.504019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.504019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.504019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.504019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 831.556018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.556018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.556018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.556018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.556018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.556018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 831.556018] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e04aa087-e039-4a8e-af70-a6f19cf014a8', '7209010f-a80b-455f-ac9d-661204f892fe', '9ed5d196-1621-467e-b536-f2188164a981', 'ef50aaf8-b91e-43c9-82cf-7a1b2d2db320', '3579f2a1-4c6b-4f06-8d21-ed5f6727806d', '3012e97f-8d5f-4c13-9d6f-ded47aad3e33', 'b9b9d241-2752-4201-82c9-fdc07ded9c74', 'a4b5e95f-9caa-4a03-b258-39a764d2d4c9', '4e5f553d-16b7-4a95-b38a-f4dbb65361d2', '85ef5123-f264-46ad-a0ef-8975f8b2b968', '19eef419-5ed0-4377-88c6-e5683c7e132b', '2650c725-c33c-4621-acd1-752f79bd2161', '3751b1d1-1082-4e99-964a-5bc3c4c5b0c3', '4c1eea2e-a63f-4266-909b-ac1477024767', '5f3c740b-b6c6-42c9-9d82-13ee49173585', '0cf9fbf8-eb47-48a2-974d-41183dd21ad1', 'ff837c4d-2419-4b36-b4b8-748830c13705', '11413283-10ef-4660-b015-8e8d26070f5c', '15422b6b-f0e3-42fa-8dac-5a8627076b6c', '960dfecc-49be-40c5-b857-ddf9b92ff338', '75ba51fd-dec8-4871-800a-6eab84c27fc4', '54085250-bef9-40fa-9bac-89853387f7f1', '49a569b9-a706-4020-8145-f20376f779cd', 'a492c246-6c4e-46aa-96e0-b9c7c5d15278', '435666c9-54c3-4342-a21b-4c19e3abec73', '77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f', '3b446bbc-e325-43b4-b03c-dc165e3d469b', 'e35662cb-b6a3-4bd0-9e58-ad17175767ea', '4c1cf98b-bfd6-467d-b910-7ced016f85bf', 'b462094f-33ce-46e3-8ff9-9b31acc0c659', '243d34bc-9e6d-4b91-b5a9-8e182077b7d8'} {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.556018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 831.569454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b [ 831.569454] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.569454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.569454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.569454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.569454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b already deleted. [ 831.569454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82aa7fe7-e9ef-43bd-bdf0-c1b3ae62459b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576766] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.576766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.576766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.576766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.576766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576766] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 831.576766] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.576766] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [req-efeca152-b896-45c0-a068-4db0dd239883 req-03639b01-092a-4559-bf24-4d98083ec772 service nova] Enqueued Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_rules [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [req-efeca152-b896-45c0-a068-4db0dd239883 req-03639b01-092a-4559-bf24-4d98083ec772 service nova] Enqueued Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [req-efeca152-b896-45c0-a068-4db0dd239883 req-03639b01-092a-4559-bf24-4d98083ec772 service nova] Enqueued Resource ID: a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 with Priority: HIGHEST for action port [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_rules [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 831.583368] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 with Priority: HIGHEST for action port [ 831.583368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.583368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.583368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584377] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.585330] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.585606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.585811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.586098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.587354] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.587354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.587354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.587354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.587354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.587354] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.588169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.588434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.588607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.588867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.589180] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c9c9ce-5548-4870-b39b-8d82d5a6bff4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.622645] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.622793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.622866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.623095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.623967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624201] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 831.624454] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.624454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 831.624454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 831.624582] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 831.624582] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGH for action security_group_rules [ 831.624655] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGH for action security_group_rules [ 831.624794] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGH for action security_group_rules [ 831.624886] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGH for action security_group_rules [ 831.625038] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGH for action security_group_rules [ 831.625038] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGH for action security_group_rules [ 831.625162] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGH for action security_group_rules [ 831.625207] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGH for action security_group_rules [ 831.625244] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGH for action security_group_rules [ 831.625745] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGH for action security_group_rules [ 831.625745] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGH for action security_group_rules [ 831.625745] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGH for action security_group_rules [ 831.625745] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGH for action security_group_rules [ 831.625745] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGH for action security_group_rules [ 831.625974] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGH for action security_group_rules [ 831.625974] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGH for action security_group_rules [ 831.626072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGH for action security_group_rules [ 831.626112] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGH for action security_group_rules [ 831.626150] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGH for action security_group_rules [ 831.626205] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGH for action security_group_rules [ 831.626332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.091421] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 with status ACTIVE [ 832.091681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.092802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.092908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.093166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.093262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.093474] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.093588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.093650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.093811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.093892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094548] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5c9c9ce-5548-4870-b39b-8d82d5a6bff4 is going to be updated. [ 832.095858] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.095964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.096151] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.115388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.115388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.115388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.115670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.115718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.115868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c9c9ce-5548-4870-b39b-8d82d5a6bff4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.134457] env[62807]: INFO networking_nsxv3.common.synchronization [req-7123d3db-2ca5-4f6e-ab20-15fcb20c8acc req-165af644-6cc6-4f21-ac76-7dc918e5d024 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 832.134947] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 832.135160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGH for action security_group_rules [ 832.135212] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGH for action security_group_rules [ 832.135312] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 with Priority: HIGH for action security_group_rules [ 832.135407] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 with Priority: HIGH for action security_group_rules [ 832.135496] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGH for action security_group_rules [ 832.135584] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c with Priority: HIGH for action security_group_rules [ 832.135672] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGH for action security_group_rules [ 832.135759] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGH for action security_group_rules [ 832.135844] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1eea2e-a63f-4266-909b-ac1477024767 with Priority: HIGH for action security_group_rules [ 832.135928] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 with Priority: HIGH for action security_group_rules [ 832.140156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 with Priority: HIGH for action security_group_rules [ 832.140347] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2650c725-c33c-4621-acd1-752f79bd2161 with Priority: HIGH for action security_group_rules [ 832.140484] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGH for action security_group_rules [ 832.140595] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGH for action security_group_rules [ 832.140693] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 with Priority: HIGH for action security_group_rules [ 832.140788] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGH for action security_group_rules [ 832.140881] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 with Priority: HIGH for action security_group_rules [ 832.140972] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d with Priority: HIGH for action security_group_rules [ 832.141083] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209010f-a80b-455f-ac9d-661204f892fe with Priority: HIGH for action security_group_rules [ 832.141175] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGH for action security_group_rules [ 832.141478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.141598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.141661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.141911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.142454] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.142559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.142628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.142792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.142877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.142972] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.145063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.145063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.145063] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.145063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.145370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.145478] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.146411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b9d241-2752-4201-82c9-fdc07ded9c74 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.146411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.146411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146627] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b9d241-2752-4201-82c9-fdc07ded9c74',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.148032] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f3c740b-b6c6-42c9-9d82-13ee49173585 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.148032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.148032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.148032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.148259] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f3c740b-b6c6-42c9-9d82-13ee49173585',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.149572] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.149572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.149572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.149572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.149572] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.150487] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.150951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.151116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.151291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.151368] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15422b6b-f0e3-42fa-8dac-5a8627076b6c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.152209] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.152342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.152418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.152570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.152643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.153462] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.153591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.153627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.153777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.153850] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.154748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c1eea2e-a63f-4266-909b-ac1477024767 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.154856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.154926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.155099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.155174] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c1eea2e-a63f-4266-909b-ac1477024767',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.155414] env[62807]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 832.156075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.156229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.156267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.156388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.156457] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf9fbf8-eb47-48a2-974d-41183dd21ad1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.157833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.158127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.158201] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3751b1d1-1082-4e99-964a-5bc3c4c5b0c3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.159011] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2650c725-c33c-4621-acd1-752f79bd2161 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.159140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.159207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.159352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.160795] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2650c725-c33c-4621-acd1-752f79bd2161',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.160795] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.160795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.160795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.160795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.160795] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.162023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.162023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.162023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.162265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.162265] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.162998] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.163136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.163206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.163333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.163405] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e5f553d-16b7-4a95-b38a-f4dbb65361d2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.164194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.164454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.164454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.164600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.164600] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.165706] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.165921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.165998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.166168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.166235] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b5e95f-9caa-4a03-b258-39a764d2d4c9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.167120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.167357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.167429] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3579f2a1-4c6b-4f06-8d21-ed5f6727806d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.168257] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7209010f-a80b-455f-ac9d-661204f892fe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.168349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.168456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.168654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.168654] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7209010f-a80b-455f-ac9d-661204f892fe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.168828] env[62807]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 832.170097] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.170097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.170097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.170097] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.175742] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.175861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.175920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.176104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.176196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.176374] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.176469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.176525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.176693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.176773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.176857] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f already deleted. [ 832.176940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.460049] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.460049] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.460252] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.460408] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.460710] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.460823] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.460943] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.461183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.461333] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.461543] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.461657] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.461768] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.461878] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.461990] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.462115] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.462250] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.480506] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.480666] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.480805] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.481103] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.481413] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-69314b3d-cb79-40f5-8562-afed90be617f taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.481659] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.481777] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.482047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.482259] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69314b3d-cb79-40f5-8562-afed90be617f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.600241] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.701897] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.701897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.701897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.703604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.706864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.706984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.707225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.707725] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.707885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.708012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708625] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.709676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.709936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710633] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.710802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.711125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.711255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.711380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.711521] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.713138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.713302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.713736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.713873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.713999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.714213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.714410] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.714540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.714649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.714828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.714951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.715101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.715203] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.720290] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.720290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.720290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.720290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.720468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.720610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.720644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.720815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.720923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.721054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.721166] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.724048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.724136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.724205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.724378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.724501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.724655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.724655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.724775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.724848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.724928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.725021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.727179] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.727328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.727404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.727698] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.727789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.727852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.728152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728529] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.731693] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.731834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.731922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.732329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.732875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.732994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733141] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.742540] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.743337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.743610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.743610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.743724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.743764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.743832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.744090] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.744090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.744214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.744257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.744394] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.744485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.744547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.744682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.744759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.744838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.744923] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.747450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.747606] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be deleted. [ 832.753918] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754428] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.755028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.755124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.755186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.755322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.755455] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.755544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.755605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.755736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.755809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.755888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.755972] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.759451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.759618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.761623] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19eef419-5ed0-4377-88c6-e5683c7e132b: rpc.has_security_group_logging(os_id): False [ 832.809570] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.809570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.811180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.811180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.811390] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.811476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.812251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.812360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.813269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.813361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.814171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.815753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.815753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.815902] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.815902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.819842] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.819956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.821177] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.821288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.822344] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 832.822767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.822899] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be deleted. [ 832.824152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.824356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.840120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.840278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.842886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.843042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.844629] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 832.845105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.845254] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e5f553d-16b7-4a95-b38a-f4dbb65361d2 is going to be deleted. [ 832.846180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.846681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.893108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.893338] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7209010f-a80b-455f-ac9d-661204f892fe is going to be deleted. [ 832.894291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.895162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.897555] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.897701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.902479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.902592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.912892] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.913014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.917217] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 832.917842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.917932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f3c740b-b6c6-42c9-9d82-13ee49173585 is going to be deleted. [ 832.918839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.919035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.942864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.943019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b9d241-2752-4201-82c9-fdc07ded9c74 is going to be deleted. [ 832.943973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.944251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.946187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.946264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.984746] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.985187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.985187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.985378] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.985498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.985660] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 69314b3d-cb79-40f5-8562-afed90be617f not found, creating... [ 832.985930] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.986109] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.986234] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.986460] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.986606] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.986889] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.987057] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.987184] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.987394] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.987531] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.987672] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 69314b3d-cb79-40f5-8562-afed90be617f is going to be created. [ 832.999406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.999525] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3751b1d1-1082-4e99-964a-5bc3c4c5b0c3 is going to be deleted. [ 833.000332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.000497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.066859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.066999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2650c725-c33c-4621-acd1-752f79bd2161 is going to be deleted. [ 833.067902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.068137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.069901] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.070189] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.070544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.070762] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.071024] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.101942] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.102421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.102421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.102638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 is going to be created. [ 833.120243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.120419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.122991] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.123133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.144246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.144386] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf9fbf8-eb47-48a2-974d-41183dd21ad1 is going to be deleted. [ 833.145253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.145466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.174560] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.174685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.185431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.185588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3579f2a1-4c6b-4f06-8d21-ed5f6727806d is going to be deleted. [ 833.186610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.186812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.213990] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.222899] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.223091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.223152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.223417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.223500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.237527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.237651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15422b6b-f0e3-42fa-8dac-5a8627076b6c is going to be deleted. [ 833.238496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.238656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.241338] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.246702] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.249651] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.254085] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.265724] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef5123-f264-46ad-a0ef-8975f8b2b968: rpc.has_security_group_logging(os_id): False [ 833.278603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.278741] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b5e95f-9caa-4a03-b258-39a764d2d4c9 is going to be deleted. [ 833.279894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.280137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.286065] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: UNINITIALIZED for 2s [ 833.330919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.330919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.331131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.331184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.331382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.331495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.331694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.331796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.331855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.332258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.332258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.332421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.332535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.332606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332707] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 833.333730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.333882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.336021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.336021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.336226] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.336336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.375396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.375528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.376473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.376593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.394097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.394241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c1eea2e-a63f-4266-909b-ac1477024767 is going to be deleted. [ 833.395150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.395369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.395456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.395569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.395720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.395875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.395954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e5f553d-16b7-4a95-b38a-f4dbb65361d2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.396702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.396784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7209010f-a80b-455f-ac9d-661204f892fe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.397038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.397187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.397265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.397380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f3c740b-b6c6-42c9-9d82-13ee49173585" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.397507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.397644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.397718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.397823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b9d241-2752-4201-82c9-fdc07ded9c74" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.397942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.398090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.398167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.398274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3751b1d1-1082-4e99-964a-5bc3c4c5b0c3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.398435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.398544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.398617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.398720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.398843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.398977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.445206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.445490] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.445614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.445682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.445890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.445970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.446234] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.446318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.446415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.446580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.446659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.446854] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.446941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.447121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.447184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.447237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.447308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 833.448358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.448946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.448946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.448946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2650c725-c33c-4621-acd1-752f79bd2161" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.448946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.449150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.449240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.449354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf9fbf8-eb47-48a2-974d-41183dd21ad1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b5e95f-9caa-4a03-b258-39a764d2d4c9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.451014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.451129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3579f2a1-4c6b-4f06-8d21-ed5f6727806d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.494159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.494407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.494407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.494583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.494701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.494865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15422b6b-f0e3-42fa-8dac-5a8627076b6c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.500037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.500180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.500234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.501208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.501208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.501208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c1eea2e-a63f-4266-909b-ac1477024767" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.509695] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.510124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.510267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.510535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.510747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.567666] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 833.659896] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 833.660741] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.661196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.691836] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 833.719631] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 960dfecc-49be-40c5-b857-ddf9b92ff338: rpc.has_security_group_logging(os_id): False [ 833.731635] env[62807]: INFO networking_nsxv3.common.synchronization [req-7123d3db-2ca5-4f6e-ab20-15fcb20c8acc req-53399b60-6753-4407-a907-d200b659c108 service nova] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 833.731892] env[62807]: INFO networking_nsxv3.common.synchronization [req-7123d3db-2ca5-4f6e-ab20-15fcb20c8acc req-53399b60-6753-4407-a907-d200b659c108 service nova] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 833.731999] env[62807]: INFO networking_nsxv3.common.synchronization [req-7123d3db-2ca5-4f6e-ab20-15fcb20c8acc req-53399b60-6753-4407-a907-d200b659c108 service nova] Enqueued Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 833.732642] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 833.732825] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 833.732937] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 833.734645] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.734810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.737157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.737442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.737551] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.738461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.738609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.738654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.742040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.742040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.742040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.742040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.742040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.742040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.742040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-69314b3d-cb79-40f5-8562-afed90be617f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.742705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.742705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.742705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.742705] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69314b3d-cb79-40f5-8562-afed90be617f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.743380] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3012e97f-8d5f-4c13-9d6f-ded47aad3e33: rpc.has_security_group_logging(os_id): False [ 833.751796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff837c4d-2419-4b36-b4b8-748830c13705: rpc.has_security_group_logging(os_id): False [ 833.752812] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11413283-10ef-4660-b015-8e8d26070f5c: rpc.has_security_group_logging(os_id): False [ 833.755253] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef50aaf8-b91e-43c9-82cf-7a1b2d2db320: rpc.has_security_group_logging(os_id): False [ 833.761666] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.762016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.762016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.762347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.764870] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.765112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.812739] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.812883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.814047] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.814150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.815601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.815697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.823694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.823947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824507] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 is going to be updated. [ 833.825554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.825730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.876035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.876403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.876548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.876595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.876790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.876894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.876993] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 is going to be updated. [ 833.878912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.879439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.030803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031184] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.031641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031739] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 is going to be updated. [ 834.032787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.032957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.054775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.055105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.055225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.055280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.055485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.055572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.055630] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 is going to be updated. [ 834.056611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.067951] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.068082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.106100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.106377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.109662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.109950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.110080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.110152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.110345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.110428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.110521] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be updated. [ 834.111556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.112014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.112014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.112857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.113142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.113307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.119382] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.119504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.119578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.119841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.120034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.139600] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.139778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.139836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.140207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.140207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.142140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: IN_PROGRESS for 2s [ 834.144195] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: IN_PROGRESS for 2s [ 834.152753] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: IN_PROGRESS for 2s [ 834.159732] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: IN_PROGRESS for 2s [ 834.244133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.244235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.245966] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69314b3d-cb79-40f5-8562-afed90be617f with status ACTIVE [ 834.245966] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.245966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.245966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.246323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.246323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.246323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.246540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.246540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.246647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.246697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247383] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.247383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.247383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.247383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.247383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247383] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69314b3d-cb79-40f5-8562-afed90be617f is going to be updated. [ 834.248369] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.266432] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.266586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.266586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.266780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.266920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.289201] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 834.297707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.297834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.297901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.298094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.298228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.298383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.675540] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd9604ee-0794-4f39-97a3-93c4a3aa7d01 req-bd71717d-3db9-49c3-8d08-6468d9d1fdcd tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 834.676124] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 834.676417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.676529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.676594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.676784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.676924] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.678730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.678849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.679054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.679145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.679247] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.750987] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.119769] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.120191] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.120282] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.120582] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.120981] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.121225] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.121421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.121734] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.121913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.122167] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.122307] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.122443] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.122566] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.122700] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.122820] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.122981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.153030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.153030] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.153030] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.153263] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.153531] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.153708] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.153836] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.154297] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.154390] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04dc3a-1732-4479-80e7-1d3a547ea8c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.181592] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.181789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.181872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.182259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.182510] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.182613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.182719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.184015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.184015] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be deleted. [ 835.209885] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.210221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.210627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.210627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.210627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.210738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.254718] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.254930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.255029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.255236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.255329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.255429] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be created. [ 835.282923] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.283152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.283152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.283312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.283475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.293638] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: UNINITIALIZED for 2s [ 835.294406] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: SUCCESS [ 835.294626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.294781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.295036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.295217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.295371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.295421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.295575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.295654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.295746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.295829] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.582381] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 835.582381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.660310] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.660517] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.660666] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661015] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.661266] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.661459] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port fa04dc3a-1732-4479-80e7-1d3a547ea8c5 not found, creating... [ 835.661744] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661929] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.662359] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.662515] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.663099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.663245] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.663478] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.663630] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.663785] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: fa04dc3a-1732-4479-80e7-1d3a547ea8c5 is going to be created. [ 835.683605] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.683925] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.684234] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.684611] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.684972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.685417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.712841] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 835.713114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.798601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.798816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.798864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.799158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.799412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.799511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.799511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.799636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.799723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.799812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.799999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.800122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.800192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.800331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.800472] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.800573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.800651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.800742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.800820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.800891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.800967] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.155450] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: SUCCESS [ 836.155685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.156394] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: SUCCESS [ 836.156587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.162604] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: SUCCESS [ 836.162868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.171313] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: SUCCESS [ 836.171641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.303097] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 836.303877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.305628] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 599c093f-c44f-4abc-bca5-e1f35c44c566: rpc.has_security_group_logging(os_id): False [ 836.322133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.322133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.322133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.322133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.323051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.323416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.325270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.325270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.325270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.325270] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 is going to be created. [ 836.378952] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.384036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.384036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.384036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.384036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.396178] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: IN_PROGRESS for 2s [ 836.506015] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd9604ee-0794-4f39-97a3-93c4a3aa7d01 req-469ea6df-d9af-405b-bd82-c404cf66484b service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 836.506379] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd9604ee-0794-4f39-97a3-93c4a3aa7d01 req-469ea6df-d9af-405b-bd82-c404cf66484b service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 836.506715] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd9604ee-0794-4f39-97a3-93c4a3aa7d01 req-469ea6df-d9af-405b-bd82-c404cf66484b service nova] Enqueued Resource ID: fa04dc3a-1732-4479-80e7-1d3a547ea8c5 with Priority: HIGHEST for action port [ 836.507427] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 836.507650] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 836.508022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa04dc3a-1732-4479-80e7-1d3a547ea8c5 with Priority: HIGHEST for action port [ 836.508335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.508501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.508603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.508868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.508972] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.509857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.509963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.511183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.511183] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.511183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.511183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.511183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.511183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.511183] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.516506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.516506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.516506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.516506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.516506] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04dc3a-1732-4479-80e7-1d3a547ea8c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.018182] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.019446] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.019572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019722] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa04dc3a-1732-4479-80e7-1d3a547ea8c5 with status ACTIVE [ 837.019948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020674] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.021605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.021605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.021722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.021722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.021808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.022090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.022090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.022090] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa04dc3a-1732-4479-80e7-1d3a547ea8c5 is going to be updated. [ 837.043217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.043298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.043392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.043525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.043655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.044407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa04dc3a-1732-4479-80e7-1d3a547ea8c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.302704] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 837.302989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.302989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.303398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.303398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.303602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.303602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.303678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.303733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.303823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.303918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.524729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.807473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.807704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.807819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.808104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.808365] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.808513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.808611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.808832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.808962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.809103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.809384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.809599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.809663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.809829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.809974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.810350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.810437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.810548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.810657] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.029871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.030138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.030256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.030508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.030583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.030682] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be created. [ 838.055024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.055024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.055196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.055269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.055436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.063904] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: UNINITIALIZED for 2s [ 838.312633] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 838.331047] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.331344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.331437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.331655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.331963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332352] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.332352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332794] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.332965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.333612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.333884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.333884] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be created. [ 838.399738] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.399934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.400110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.400360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.400612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.412888] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: SUCCESS [ 838.413202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.414228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 840.075702] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 840.076060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.076135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.076368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.076566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.076789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.076789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.076910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.078684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.078684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.078684] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.427095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 840.427368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.580295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.580527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.580571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.580880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.581115] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.581268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.581358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.581532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.581667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.581971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.581971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.582271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.582271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.582271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.582434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.582567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.582640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.582795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.582875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.583025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.583117] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.086028] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e04aa087-e039-4a8e-af70-a6f19cf014a8: rpc.has_security_group_logging(os_id): False [ 841.103703] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.103832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.103918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.104119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.104589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.104589] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.104589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.104589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.104822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.104822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.104986] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.105093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.105151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.105299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.105405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.105554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.105660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.105716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.105828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.105910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.105982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be created. [ 841.160537] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.160848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.161013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.161231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.161404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.173170] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 841.312730] env[62807]: INFO networking_nsxv3.common.synchronization [req-fce2a716-796c-48c5-acc0-6143124fd8ca req-049284bb-ebb9-49f2-a2a1-000ed85ee376 tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 841.314318] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 841.314318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.314318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.314709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314826] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.817722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.817722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.837344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.837722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.837722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.837985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.837985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.838098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.838185] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 841.865222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.865347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.865391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.865583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.865725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.873793] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 842.127026] env[62807]: INFO networking_nsxv3.common.synchronization [req-6277c0cf-b017-4dba-ba0a-aa977912dd06 req-b8a8073f-60c6-45bb-8c00-ba1bda12d2ef tempest-ServerMetadataNegativeTestJSON-670324559 tempest-ServerMetadataNegativeTestJSON-670324559-project-member] Enqueued Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 842.127582] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGHEST for action security_group_members [ 842.127911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.130443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.130560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.130779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.130952] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.131085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.131150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.131320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.131404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.131498] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.169851] env[62807]: INFO networking_nsxv3.common.synchronization [req-690f084f-8403-4373-aa61-38a2143547be req-a59fce90-820e-40b5-8cd1-e77fdb116e77 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 842.170369] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 842.170797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.170895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.170895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.171188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.171325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.171392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.171488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.171598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.171683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.171775] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.562555] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.562868] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.563088] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.563536] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.563860] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.564130] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.564274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.564545] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.564777] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.565042] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.565210] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.565338] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.565559] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.565703] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.565703] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.566049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.593680] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.594848] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.594848] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.594848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.594848] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9fed46ec-04e6-4482-a460-370e4ff04a32 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.594848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.594848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.595242] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.595329] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fed46ec-04e6-4482-a460-370e4ff04a32',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.634027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.634189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.634262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.634467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.634560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.634849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.634911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.635078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.635140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.635225] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 is going to be updated. [ 842.661823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.661962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.662031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.662237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.662395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.675030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: IN_PROGRESS for 2s [ 842.675669] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.675669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.675669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.675883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.675883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.677023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.677023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.677023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.677023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.677023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.677023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 already deleted. [ 842.677023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.099182] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.099438] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.099573] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.099854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.100034] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.100264] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9fed46ec-04e6-4482-a460-370e4ff04a32 not found, creating... [ 843.100546] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.100713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.100834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.101074] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.101236] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.101534] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.101696] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.101817] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.102037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.102181] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.102328] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9fed46ec-04e6-4482-a460-370e4ff04a32 is going to be created. [ 843.119760] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120043] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.120235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120448] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.120909] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.185699] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 843.187781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.819483] env[62807]: INFO networking_nsxv3.common.synchronization [req-690f084f-8403-4373-aa61-38a2143547be req-4a58c7f2-2ae0-4c84-b371-d8d8960d0bb2 service nova] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 843.819483] env[62807]: INFO networking_nsxv3.common.synchronization [req-690f084f-8403-4373-aa61-38a2143547be req-4a58c7f2-2ae0-4c84-b371-d8d8960d0bb2 service nova] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 843.819620] env[62807]: INFO networking_nsxv3.common.synchronization [req-690f084f-8403-4373-aa61-38a2143547be req-4a58c7f2-2ae0-4c84-b371-d8d8960d0bb2 service nova] Enqueued Resource ID: 9fed46ec-04e6-4482-a460-370e4ff04a32 with Priority: HIGHEST for action port [ 843.824101] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_rules [ 843.824282] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 843.824408] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fed46ec-04e6-4482-a460-370e4ff04a32 with Priority: HIGHEST for action port [ 843.824956] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.825099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.825166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.825372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.825453] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.826889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.826889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.826889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.826889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.826889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.827162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.827162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.827162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.827259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.827359] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.828343] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fed46ec-04e6-4482-a460-370e4ff04a32 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.828343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.828510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.828622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.828699] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fed46ec-04e6-4482-a460-370e4ff04a32',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.887794] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 843.887794] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 deletion is rescheduled due to dependency. [ 843.887794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.331526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.331526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.332714] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fed46ec-04e6-4482-a460-370e4ff04a32 with status ACTIVE [ 844.332871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.333022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.333186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.333446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.333543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.333738] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.333843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.333907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.334072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.334150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.334423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.334483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.334620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.334694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334777] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fed46ec-04e6-4482-a460-370e4ff04a32 is going to be updated. [ 844.335898] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.354110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.354255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.354330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.354573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.354657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.354817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fed46ec-04e6-4482-a460-370e4ff04a32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.685970] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 in Status: SUCCESS [ 844.686184] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 deletion is rescheduled due to dependency. [ 844.686279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.715247] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 844.715462] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 844.715961] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 844.716138] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 844.716444] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.716572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.716650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.716897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.717078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.717174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.717230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.717387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.717476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.717554] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.718814] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.718918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.718995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.719135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.719268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.719374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.720071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.720071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.720071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.720071] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.759589] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 844.759775] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 844.759915] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_rules [ 844.760095] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 844.760210] env[62807]: INFO networking_nsxv3.common.synchronization [req-54b09a6b-f672-4804-b0ff-1e9ff141bbed req-8b76925f-89b5-4fda-bbc8-cf3d3704e542 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 844.760741] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 844.760817] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_rules [ 844.760916] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 844.761014] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 844.761116] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 844.761394] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.761502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.761571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.761904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.761988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.762836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.762931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.762997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.763224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.763305] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.764024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-69314b3d-cb79-40f5-8562-afed90be617f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.764351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.764430] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69314b3d-cb79-40f5-8562-afed90be617f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.765096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.765191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.765707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.765707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.838922] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.163108] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 845.163108] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 845.163675] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 845.164156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 845.164306] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 845.164408] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 845.164690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.164840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.164914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.165145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.165406] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.165406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.165511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.165665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.165746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.165800] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.166668] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.166779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.167236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.205581] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 845.205756] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 845.205896] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_rules [ 845.206043] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 845.206179] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_rules [ 845.206310] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 845.206439] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd30528d-65c9-4cfd-9a47-888bb8c5c5c4 req-eaef1198-b0ba-42d0-b692-3b60b1188b34 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 845.206886] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 845.207058] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_rules [ 845.207170] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 845.207267] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69314b3d-cb79-40f5-8562-afed90be617f with Priority: HIGHEST for action port [ 845.207359] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_rules [ 845.207447] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 845.207546] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 845.208061] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.208163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.208370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.208491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.208531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.208760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.208842] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.209653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.209744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.212995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-69314b3d-cb79-40f5-8562-afed90be617f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.212995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.212995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.212995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.212995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.212995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.212995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.212995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220790] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.226821] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.267121] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69314b3d-cb79-40f5-8562-afed90be617f with status ACTIVE [ 845.267370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.267483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.267548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.267756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.267843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.268041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.268168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.268231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.268387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.268463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.268640] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.268728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.268785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.268917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.268987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269087] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69314b3d-cb79-40f5-8562-afed90be617f is going to be updated. [ 845.270295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.270398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.270590] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.270679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.290687] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.290844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.290892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.291123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.291271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.291432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.291578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.291740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.291822] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69314b3d-cb79-40f5-8562-afed90be617f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.340892] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.341231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.341231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.341322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.341491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.341741] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 is going to be created. [ 845.389199] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.389379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.391949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.391949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416650] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: UNINITIALIZED for 2s [ 845.671420] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.701097] env[62807]: INFO networking_nsxv3.common.synchronization [req-62e602e7-7d89-4ff2-878f-8747652b95cf req-c8a1dfdd-3379-4541-b778-c29ce7c8f6d3 tempest-ServerGroupTestJSON-1526461688 tempest-ServerGroupTestJSON-1526461688-project-member] Enqueued Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 845.701932] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 845.702096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.702218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.702274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.702553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.702706] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.702806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.702878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.703024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.703111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.703206] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.712148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.712254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.722176] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.728887] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.794486] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69314b3d-cb79-40f5-8562-afed90be617f with status ACTIVE [ 845.794684] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.794801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.794902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.795062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.795166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795362] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.795462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.795526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.795685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.795765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795943] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.796049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.796116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.796251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.796337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.796421] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69314b3d-cb79-40f5-8562-afed90be617f is going to be updated. [ 845.827868] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.827868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.827868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.828568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.829016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.829233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69314b3d-cb79-40f5-8562-afed90be617f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.175806] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.205652] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.205652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.205652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.205652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.205652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.206061] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.206061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.206061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.206181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.206430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.206430] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 already deleted. [ 846.206430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.226248] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.226593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.226593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.226732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.226823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.226919] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be created. [ 846.230820] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.230944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.231027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.231220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.231321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.231409] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 846.241308] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.241526] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-699" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.241732] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-699" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.241993] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-699" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.242287] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.242500] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.242581] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.242822] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.242979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.243210] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.243334] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.243449] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.243564] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.243714] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.243836] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.243984] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.251239] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.251390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.251461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.251655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.251821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.262381] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: UNINITIALIZED for 2s [ 846.272962] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.273138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.273190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.273474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.273805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.275544] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.275709] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.275850] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.276645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-699" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.276645] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b6e71b20-cd42-432e-bc6d-1c16b443ed92 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.276921] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.277059] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e71b20-cd42-432e-bc6d-1c16b443ed92',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.284643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 846.678859] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.679287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.679287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.679416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.679416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.679546] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 is going to be created. [ 846.703561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.703865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.703865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.704012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.704123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.718760] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: UNINITIALIZED for 2s [ 846.784554] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.784554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b6e71b20-cd42-432e-bc6d-1c16b443ed92 not found, creating... [ 846.784554] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.784554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.785922] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.785922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.785922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.785922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.785922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.785922] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b6e71b20-cd42-432e-bc6d-1c16b443ed92 is going to be created. [ 846.810031] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.810031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.810258] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.810496] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.810723] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.810942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.427100] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: SUCCESS [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.427100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.427100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.427100] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.551245] env[62807]: INFO networking_nsxv3.common.synchronization [req-62e602e7-7d89-4ff2-878f-8747652b95cf req-90101b4a-c36a-4d45-ae9b-b9e179478e82 service nova] Enqueued Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_rules [ 847.551569] env[62807]: INFO networking_nsxv3.common.synchronization [req-62e602e7-7d89-4ff2-878f-8747652b95cf req-90101b4a-c36a-4d45-ae9b-b9e179478e82 service nova] Enqueued Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 847.551799] env[62807]: INFO networking_nsxv3.common.synchronization [req-62e602e7-7d89-4ff2-878f-8747652b95cf req-90101b4a-c36a-4d45-ae9b-b9e179478e82 service nova] Enqueued Resource ID: b6e71b20-cd42-432e-bc6d-1c16b443ed92 with Priority: HIGHEST for action port [ 847.552462] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_rules [ 847.552569] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 847.552687] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e71b20-cd42-432e-bc6d-1c16b443ed92 with Priority: HIGHEST for action port [ 847.553104] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.553309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.553622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.553782] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.555292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.556041] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.556957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e71b20-cd42-432e-bc6d-1c16b443ed92 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.557081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.557148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557373] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e71b20-cd42-432e-bc6d-1c16b443ed92',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.928922] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.061021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6e71b20-cd42-432e-bc6d-1c16b443ed92 with status ACTIVE [ 848.061021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.061021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.061643] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.061894] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6e71b20-cd42-432e-bc6d-1c16b443ed92 is going to be updated. [ 848.062907] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.084796] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.085908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.085908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.085908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.085908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.085908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e71b20-cd42-432e-bc6d-1c16b443ed92" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.274729] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 848.274849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.274962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.276282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.276514] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.278080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.278080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.278080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.278181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.278673] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.294861] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 848.295400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.297200] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.297200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.297878] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.397150] env[62807]: INFO networking_nsxv3.common.synchronization [req-1d0124b3-e563-4a6f-80f2-7d44eb43719a req-37bf4dab-7a95-4064-acbf-04ac71f2d28e tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 848.397150] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 848.397150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.398474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398644] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.399774] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.431463] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02acb841-e129-4fef-a06e-371a46b5da78: rpc.has_security_group_logging(os_id): False [ 848.452078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.452078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.452078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.452078] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 is going to be created. [ 848.507607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.517951] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: IN_PROGRESS for 2s [ 848.566162] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.727468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: SUCCESS [ 848.727694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.727851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.728098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.728294] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.728393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.728469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.728614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.728696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.728795] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.780445] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.786869] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.787126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.787291] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.787602] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.787869] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.788134] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.789016] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.789167] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.789347] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.789477] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.789597] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.789711] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.789850] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.800819] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.812017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.812017] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.812017] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.812017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-994" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.812017] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-aa760165-654c-49b6-97bb-5fc792c2071d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.812017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.812017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.812017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.812017] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa760165-654c-49b6-97bb-5fc792c2071d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.902027] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.071773] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.072141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.072141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.072327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.072327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.072500] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 is going to be created. [ 849.095471] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.095875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.095875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.095986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.096762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.105608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: UNINITIALIZED for 2s [ 849.231609] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.282356] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.301380] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.316031] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.316246] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.316477] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.316894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.317156] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.317416] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port aa760165-654c-49b6-97bb-5fc792c2071d not found, creating... [ 849.317832] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.318172] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.318388] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.318713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.318926] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.319530] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.319763] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.319935] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.320308] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.320501] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.320813] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: aa760165-654c-49b6-97bb-5fc792c2071d is going to be created. [ 849.340904] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.341195] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.341381] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.341694] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.341937] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.342218] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.404640] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.734479] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.784724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.784885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.784885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.785252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.785407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785563] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be updated. [ 849.804092] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.804277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.804330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.804526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.804624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.804722] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 849.812158] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.812315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.812472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.812584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.812748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.821613] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 849.848987] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.849241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.849407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.849738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.849927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.859906] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 849.906988] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.907789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.907789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.907789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.907789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907789] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 849.937307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.937531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.937605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.937773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.937935] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.946568] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 850.127034] env[62807]: INFO networking_nsxv3.common.synchronization [req-1d0124b3-e563-4a6f-80f2-7d44eb43719a req-25d40d6f-03d6-44c3-b38f-0adb17b1ce69 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 850.127297] env[62807]: INFO networking_nsxv3.common.synchronization [req-1d0124b3-e563-4a6f-80f2-7d44eb43719a req-25d40d6f-03d6-44c3-b38f-0adb17b1ce69 service nova] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 850.127372] env[62807]: INFO networking_nsxv3.common.synchronization [req-1d0124b3-e563-4a6f-80f2-7d44eb43719a req-25d40d6f-03d6-44c3-b38f-0adb17b1ce69 service nova] Enqueued Resource ID: aa760165-654c-49b6-97bb-5fc792c2071d with Priority: HIGHEST for action port [ 850.127878] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_rules [ 850.128077] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 850.128132] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa760165-654c-49b6-97bb-5fc792c2071d with Priority: HIGHEST for action port [ 850.128685] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.128814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.128901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.132721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.132857] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.134835] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.134835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.135145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa760165-654c-49b6-97bb-5fc792c2071d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.135236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.135302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.135468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.135537] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa760165-654c-49b6-97bb-5fc792c2071d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.149182] env[62807]: INFO networking_nsxv3.common.synchronization [None req-77fcc99b-f8d0-4d6e-9462-eafabd639474 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 850.149652] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 850.150009] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.150185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.150236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.150503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.150628] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.236889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.237063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.237158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.237381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.237465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.237562] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 is going to be updated. [ 850.264538] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.264708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.264777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.264982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.265144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.277699] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: IN_PROGRESS for 2s [ 850.317956] env[62807]: INFO networking_nsxv3.common.synchronization [None req-d0498011-f582-4e70-81e3-c17b7d3626f0 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 850.317956] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 850.318680] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.318959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.535414] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: SUCCESS [ 850.536463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.636064] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.636214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.642649] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa760165-654c-49b6-97bb-5fc792c2071d with status ACTIVE [ 850.642863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.643063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.643282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.643549] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.643645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.643725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.643843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644113] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.644401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.644467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644545] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa760165-654c-49b6-97bb-5fc792c2071d is going to be updated. [ 850.670950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.671118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.671197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.671484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.671650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.671856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa760165-654c-49b6-97bb-5fc792c2071d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.672917] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.672992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.673097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.673634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.674680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.674812] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe already deleted. [ 850.674932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.675119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675422] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.116817] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: SUCCESS [ 851.117051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.117284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.117443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.117677] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.117788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.117855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.118046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.118148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.118249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.118376] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.196030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.196296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.196296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.196466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.196555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.196650] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe already deleted. [ 851.196731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.624240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.624240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.624240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.624480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.624662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.624761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.624856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.625049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.625154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.625260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.625409] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.625511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.625567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.625729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.625884] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.625964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.626033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.626194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.626280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.626358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.626454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.834266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 851.835200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.835200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835200] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.835200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.835981] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.871278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 851.871807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.872814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.872814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.872982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.873082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.873213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.873391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.873391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.873569] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.959815] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 851.960950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.960950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.960950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.962489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.962692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.962841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.964244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.964244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.964244] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.129301] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7ed845-c033-4e8b-80db-f47c35d95116: rpc.has_security_group_logging(os_id): False [ 852.148655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.148655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.148655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.149079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.149079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.149845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.149845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.149845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.149845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.149845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.150132] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.150132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.153964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.153964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.153964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.154232] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.158170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.158170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.158170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.158170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.158170] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 is going to be created. [ 852.160056] env[62807]: INFO networking_nsxv3.common.synchronization [req-4b148f8e-7ccf-4955-b8b0-bf1dd4010d1b req-06d6470c-ae00-4ddf-ba72-47ad995ba1c0 tempest-VolumesAssistedSnapshotsTest-475127952 tempest-VolumesAssistedSnapshotsTest-475127952-project-member] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 852.161046] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGHEST for action security_group_members [ 852.161162] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.161256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.161656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.161656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.161781] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.161943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.162087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.162298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.162443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.162549] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.235035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.235601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.251320] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: IN_PROGRESS for 2s [ 852.288454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: SUCCESS [ 852.288826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.288909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.289122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.289311] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.289447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.289516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.289642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.289731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.289808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.289903] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.342011] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.375931] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.469454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.666336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.666573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.667127] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.667237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.667292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.667535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.667867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.667982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 is going to be updated. [ 852.703101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.704019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.704019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.704019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.704019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.714448] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: IN_PROGRESS for 2s [ 852.793425] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.845757] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.880736] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.973878] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.296422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc90735-ed49-4385-9b6e-f8c743742026: rpc.has_security_group_logging(os_id): False [ 853.313821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.313985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.314072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.314460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.314627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.314866] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.314971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.315046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.315208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.315288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.315375] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 is going to be created. [ 853.347696] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.347870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.349082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.349082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.349082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.349082] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be updated. [ 853.379960] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.380191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.380249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.380461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.380682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.382025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.382238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.382324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.382624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.382721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.382816] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 853.385752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.386240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.386240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.386240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.386376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.401681] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: IN_PROGRESS for 2s [ 853.403920] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 853.418808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.418808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.418808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.419060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.419779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.454343] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 853.481340] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.481340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.481340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.481340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.481340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.481340] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 853.514701] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.514701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.514701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.514701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.515131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527974] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 854.263084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: SUCCESS [ 854.263385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.725300] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 in Status: SUCCESS [ 854.725664] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 deletion is rescheduled due to dependency. [ 854.725712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.416791] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 855.417042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.417244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.417488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.417691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.417803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.417872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.418072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.418162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.418262] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.420009] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: SUCCESS [ 855.420230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.465247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.467246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.467246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.467246] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.489802] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-858bf50e-18f6-4514-8d3a-13657ae3fa96 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 855.490394] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 855.490917] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.491846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.491982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.492441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.492763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.492918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.493206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.493321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.493442] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.538422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 855.538657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.538838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.539087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.539271] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.539412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.539468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.540040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.540040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.540040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.540040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.869082] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-01d15a57-3455-497e-9f5f-91847e6080fa tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 855.869082] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 855.869082] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.924171] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.969831] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.999181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.999335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.999430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.999883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.999883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000320] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.000425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.000425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.000871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.000871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be deleted. [ 856.030639] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.031239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.031474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.031850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.032069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.032335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.033172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.033551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.033890] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.034208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.034410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.034689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.034913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.035185] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.041750] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.041872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.041933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.042532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.042532] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.042532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.042532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.042737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.042771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.044999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044999] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.425857] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.472737] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.472938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-889" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.473107] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-889" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.473511] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-889" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.473704] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.473883] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.474026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.474252] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.474411] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.474618] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.474735] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.474850] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.474976] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.475103] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.475216] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.475355] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.476583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.494254] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.494545] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.494685] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.494877] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-889" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.495242] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-526f5c77-efba-4403-b12e-cc66f3cbd46d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.495554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.495554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.499018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.499018] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526f5c77-efba-4403-b12e-cc66f3cbd46d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.539501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.539683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.539740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.540410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.540410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.540410] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.540410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.540649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.540649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.540743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.540788] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 already deleted. [ 856.540835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.547588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef5123-f264-46ad-a0ef-8975f8b2b968: rpc.has_security_group_logging(os_id): False [ 856.567921] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.568110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.568168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.568361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.568462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.568660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.568760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.568824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.568979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.569067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.569251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.569348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.569406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.569543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.569616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.569803] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.569907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.569967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.570267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.570350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.570502] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 856.631368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.631508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.631576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.631829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.632552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.645673] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 856.927869] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.927869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.927869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.928245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.928281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.929027] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be updated. [ 856.956143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.956378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.956452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.956654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.956852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.965273] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 856.979610] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.979776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.979859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.980081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.980234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.980345] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 856.999054] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.999410] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.999507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.999800] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.999949] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.000122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 526f5c77-efba-4403-b12e-cc66f3cbd46d not found, creating... [ 857.000422] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.000589] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.000730] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.000959] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.001123] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.001432] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.001591] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.001727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.001950] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.002109] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002258] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 526f5c77-efba-4403-b12e-cc66f3cbd46d is going to be created. [ 857.004072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.005015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.005015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.005015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.005015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.012693] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 857.021899] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.022127] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.022285] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.022600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.022828] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.023061] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.771512] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-94a7d65b-7a98-478d-b62d-262e647fa1a4 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 857.771512] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-94a7d65b-7a98-478d-b62d-262e647fa1a4 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 857.771512] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-94a7d65b-7a98-478d-b62d-262e647fa1a4 service nova] Enqueued Resource ID: 526f5c77-efba-4403-b12e-cc66f3cbd46d with Priority: HIGHEST for action port [ 857.771806] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 857.771894] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 857.772013] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526f5c77-efba-4403-b12e-cc66f3cbd46d with Priority: HIGHEST for action port [ 857.773737] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.773737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.773737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.773737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.773737] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.777530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.777656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.777735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.777972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.778579] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.778579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.778579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.780610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.780610] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.780610] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-526f5c77-efba-4403-b12e-cc66f3cbd46d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.780610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.780610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.780610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.780610] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526f5c77-efba-4403-b12e-cc66f3cbd46d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.278931] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.278931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.284826] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.285954] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 526f5c77-efba-4403-b12e-cc66f3cbd46d with status ACTIVE [ 858.286398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.286694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.286951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.289024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.289024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.289024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.289024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 526f5c77-efba-4403-b12e-cc66f3cbd46d is going to be updated. [ 858.312129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.312289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.312341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.312565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.312698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.312858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526f5c77-efba-4403-b12e-cc66f3cbd46d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.360465] env[62807]: INFO networking_nsxv3.common.synchronization [req-5b56e35c-e700-419f-8b18-54e1420559f3 req-04bc9b20-c5c3-4442-bdf0-1a793e0c6b21 tempest-ServerGroupTestJSON-1526461688 tempest-ServerGroupTestJSON-1526461688-project-member] Enqueued Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 858.360989] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGHEST for action security_group_members [ 858.361322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.361446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.361515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.362130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.362130] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.362130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.362130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.363984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.364084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.364150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.598466] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.598675] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-733" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.598802] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-733" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.599514] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-733" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.599846] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.600133] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.600399] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.600680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.600890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.601216] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.601413] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.601577] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.601752] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.601914] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.602084] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.602294] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.619459] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.621093] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.621300] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.621735] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-733" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.622621] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5d635de7-0d82-4d28-a72c-35736e7d8f3b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.622745] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.622899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.623280] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.623493] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d635de7-0d82-4d28-a72c-35736e7d8f3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.664397] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 858.664887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.728480] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ad573b3-23b9-4955-bf1f-8ad81c95de47 req-42a9f363-be06-4fb5-8b3f-6ba0fb10b835 tempest-ServersV294TestFqdnHostnames-1245048135 tempest-ServersV294TestFqdnHostnames-1245048135-project-member] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 858.728480] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 858.728480] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.728480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.728480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.729350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.729706] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.729969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.730305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.730696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.730911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.731135] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.792433] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.866458] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.866680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.866766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.867062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.867192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.867457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.867594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.867686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.867885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.867993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.868191] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 is going to be updated. [ 858.896263] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.896263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.896263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.896263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.896263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.902918] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: IN_PROGRESS for 2s [ 858.974993] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 858.976252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.976516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.976759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.977032] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.977717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.977717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.977717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.977717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.977717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.978150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.021076] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 859.021313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.021538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.021830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.021927] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.021998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.022107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.022231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.022304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.022446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.022484] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.125647] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.125964] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.126170] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.127600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.127600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.127600] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5d635de7-0d82-4d28-a72c-35736e7d8f3b not found, creating... [ 859.127600] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.127600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.128051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.128051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.128182] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.128392] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.128560] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.128675] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.128894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.133029] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.133029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5d635de7-0d82-4d28-a72c-35736e7d8f3b is going to be created. [ 859.148859] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.149095] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.149228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.149520] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.149799] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.150079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.169063] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.169265] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-397" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.169594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-397" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.169890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-397" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.170297] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.170494] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.170652] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.170932] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.171141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.171422] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.171587] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.171716] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.171861] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.172015] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.172154] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.172327] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.318239] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.318743] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.146 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.318743] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.318857] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-397" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.319126] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-696f3530-9858-47e0-be99-e223f03b58fb taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.319313] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.319435] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.319776] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.319930] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696f3530-9858-47e0-be99-e223f03b58fb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.323237] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.323314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.323354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.323600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.323722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.323970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.324118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.324210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.324395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.324512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.324605] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab already deleted. [ 859.324702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.325412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.325539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.325612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.325807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.325886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.325981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be created. [ 859.352267] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.352420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.352495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.352738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.352897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.363992] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: UNINITIALIZED for 2s [ 859.480575] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.525288] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.525581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.525772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.526044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.526335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.526535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.526684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.526773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.526881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.527008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.527212] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.527317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.527433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.527644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.531013] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.531148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.531219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.531385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.531477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.531534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.531627] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.824273] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.828138] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 696f3530-9858-47e0-be99-e223f03b58fb not found, creating... [ 859.828138] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.828138] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.828516] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.828516] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.828516] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.828516] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.830973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.832762] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 696f3530-9858-47e0-be99-e223f03b58fb is going to be created. [ 859.852373] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.852647] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.852795] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.853112] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.853343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.853621] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.983820] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea209604-ee44-4d49-b2e8-33e21715c2a1: rpc.has_security_group_logging(os_id): False [ 860.004011] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.004212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.004261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.004520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.004830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.005470] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.005806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.006235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.006834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.006940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.007052] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be created. [ 860.034228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 860.050068] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.050279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.050357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.050573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.050667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.050891] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.050987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.051059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.051283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.051456] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.051546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.051599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051739] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.051808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.051995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.052099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.052159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.052303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.052383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.052477] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 860.072891] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.073115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.073191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.073429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.073628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.084074] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 860.118421] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.118620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.118620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.118847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.118997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.139849] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 860.214955] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-05e47875-b745-47ea-8ed1-c89813f382d0 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 860.215139] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-05e47875-b745-47ea-8ed1-c89813f382d0 service nova] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 860.215284] env[62807]: INFO networking_nsxv3.common.synchronization [req-3cc242b9-f9d8-4b7e-900b-8ba68360f116 req-05e47875-b745-47ea-8ed1-c89813f382d0 service nova] Enqueued Resource ID: 5d635de7-0d82-4d28-a72c-35736e7d8f3b with Priority: HIGHEST for action port [ 860.215610] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_rules [ 860.215676] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 860.215767] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d635de7-0d82-4d28-a72c-35736e7d8f3b with Priority: HIGHEST for action port [ 860.218031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.218031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.218031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.218031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.218031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d635de7-0d82-4d28-a72c-35736e7d8f3b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.218428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.218428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.218428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.218544] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d635de7-0d82-4d28-a72c-35736e7d8f3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.626034] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ad573b3-23b9-4955-bf1f-8ad81c95de47 req-1499cda2-b7cd-41ad-9bf1-1a9230eb9b37 service nova] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 860.626034] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ad573b3-23b9-4955-bf1f-8ad81c95de47 req-1499cda2-b7cd-41ad-9bf1-1a9230eb9b37 service nova] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 860.626406] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ad573b3-23b9-4955-bf1f-8ad81c95de47 req-1499cda2-b7cd-41ad-9bf1-1a9230eb9b37 service nova] Enqueued Resource ID: 696f3530-9858-47e0-be99-e223f03b58fb with Priority: HIGHEST for action port [ 860.626675] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_rules [ 860.626855] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 860.626895] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696f3530-9858-47e0-be99-e223f03b58fb with Priority: HIGHEST for action port [ 860.629043] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.629192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.629256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.629534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.630485] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.630979] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.631119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.631247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.631834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.632021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.632383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.632383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.632383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.632540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.632577] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.633452] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-696f3530-9858-47e0-be99-e223f03b58fb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.634600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.634600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.634600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.634600] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696f3530-9858-47e0-be99-e223f03b58fb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.721203] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d635de7-0d82-4d28-a72c-35736e7d8f3b with status ACTIVE [ 860.721445] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.721585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.721648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.721860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.721944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.723269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.723386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.723450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.723621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.723704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.723904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.723992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.724069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.724211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.724287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.724371] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d635de7-0d82-4d28-a72c-35736e7d8f3b is going to be updated. [ 860.755833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.755833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.755833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.755833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.755833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.755833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d635de7-0d82-4d28-a72c-35736e7d8f3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.915268] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ed845-c033-4e8b-80db-f47c35d95116 in Status: SUCCESS [ 860.915367] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 deletion is rescheduled due to dependency. [ 860.915458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.135961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.135961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.136537] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.137759] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696f3530-9858-47e0-be99-e223f03b58fb with status ACTIVE [ 861.138057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.138240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.138352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.138657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.138791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.139084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.139243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.139350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.139627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.139763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.140063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.140241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.140342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.140537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.140664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.140790] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696f3530-9858-47e0-be99-e223f03b58fb is going to be updated. [ 861.161733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.162466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.162577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.162789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696f3530-9858-47e0-be99-e223f03b58fb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.374190] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 861.374494] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.374701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.374924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.375141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.375262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.375328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.375466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.375546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.375629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.375721] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.377310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.377310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.377310] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.377310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.377558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.377829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.378029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.378150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.643895] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.881349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.881535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.881776] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.103102] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 862.103102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.103102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.103102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.103102] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.147864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.147864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.147864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.147864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.147864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.147864] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab is going to be created. [ 862.153647] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 862.154069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.154712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.155454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.168165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.168165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.168165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.168165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.168165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.176405] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: UNINITIALIZED for 2s [ 862.385555] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.605366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.605598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.605679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.606201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.606364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.606364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.606524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.606708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.606822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.606934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.607091] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.658765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.659279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.659279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.659279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.659827] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.659827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.659827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.659827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.659827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.660072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.660072] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.891910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.891910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.891910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.891910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.891910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.891910] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 862.917179] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.917179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.917179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.917179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.917179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.927800] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 862.935676] env[62807]: INFO networking_nsxv3.common.synchronization [None req-37f4496d-cd0c-4022-b5a1-716c2d01301b None None] Enqueued Resource ID: 213aca4b-6597-4fa0-9619-8adef0186331 with Priority: HIGHEST for action port [ 862.936243] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213aca4b-6597-4fa0-9619-8adef0186331 with Priority: HIGHEST for action port [ 862.936881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-213aca4b-6597-4fa0-9619-8adef0186331 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.936997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213aca4b-6597-4fa0-9619-8adef0186331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.936997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213aca4b-6597-4fa0-9619-8adef0186331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.937667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213aca4b-6597-4fa0-9619-8adef0186331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.937667] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213aca4b-6597-4fa0-9619-8adef0186331',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.110129] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.164539] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.164837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.164837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.165058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.165229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.165331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.165404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.165621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.165724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.165867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.165967] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.166072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.166134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.166275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.166416] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.166507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.166566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.166701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.166786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.166984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.166984] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.439755] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 213aca4b-6597-4fa0-9619-8adef0186331 [ 863.440286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.440977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.440977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.441363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.443182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.443182] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:213aca4b-6597-4fa0-9619-8adef0186331 already deleted. [ 863.443182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213aca4b-6597-4fa0-9619-8adef0186331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.614134] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea209604-ee44-4d49-b2e8-33e21715c2a1: rpc.has_security_group_logging(os_id): False [ 863.631648] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.631648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.631816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.631956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.632063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.632309] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.632410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.632620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.632620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.632715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.632765] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be updated. [ 863.669857] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 863.682919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.684524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.684524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.684524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.684524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.690844] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.690978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693822] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 863.695779] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 863.788208] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.788784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.788784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.788911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.811171] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 864.186378] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: SUCCESS [ 864.186378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.186378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.186866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186866] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.689960] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.937567] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 864.937785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.937958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.938199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.938436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.938561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.938626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.938803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.938886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.939145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.939145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.939283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.939283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.939424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.939566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.939642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.939696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.939832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.939901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.939976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.940260] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.194408] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cbce73b-f5e5-4108-a610-1c4641a899ab: rpc.has_security_group_logging(os_id): False [ 865.211766] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.212768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.212768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.212768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.212768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.212768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.212768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.213133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.213133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.213216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.213308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab is going to be created. [ 865.240448] env[62807]: INFO networking_nsxv3.common.synchronization [req-51a29481-dfb9-4e58-accc-fe1403e70dcb req-8eb7b2f2-83b8-43a6-b029-5a9301fa6623 tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 865.240840] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGHEST for action security_group_members [ 865.242146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.242146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.242146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.242146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.242146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.242474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.242474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.242632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.242673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.242852] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.274676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.274676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.274676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.274676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.275049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.288483] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: IN_PROGRESS for 2s [ 865.442927] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed5d196-1621-467e-b536-f2188164a981: rpc.has_security_group_logging(os_id): False [ 865.461392] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.462030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.462030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463010] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463010] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.463010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.463459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.463622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463622] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be created. [ 865.507612] env[62807]: INFO networking_nsxv3.common.synchronization [req-4676491b-f7ea-46d7-8ee3-2e25a52bdd12 req-634e8df3-b35a-4bac-ae22-c6f54860b29c tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 865.507853] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 865.508208] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.508718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.508842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.509087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.509292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.509454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.509769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.509944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.510050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.510565] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.531338] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.545354] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 865.729396] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 865.729396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.744957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.745343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.745521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.748009] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.748009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.748009] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 is going to be updated. [ 865.789653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.789653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.789653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.789653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.789653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.798598] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: IN_PROGRESS for 2s [ 865.804019] env[62807]: INFO networking_nsxv3.common.synchronization [None req-425695c4-b38b-48bf-8375-18a3056968a1 None None] Enqueued Resource ID: 645d9cdc-80fd-4955-bfe8-dd447e429148 with Priority: HIGHEST for action port [ 865.804019] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645d9cdc-80fd-4955-bfe8-dd447e429148 with Priority: HIGHEST for action port [ 865.804019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-645d9cdc-80fd-4955-bfe8-dd447e429148 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.804019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645d9cdc-80fd-4955-bfe8-dd447e429148" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.804019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645d9cdc-80fd-4955-bfe8-dd447e429148" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.804019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645d9cdc-80fd-4955-bfe8-dd447e429148" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.804019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645d9cdc-80fd-4955-bfe8-dd447e429148',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.825326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 865.825547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.985409] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.985409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.985409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.985409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.985409] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.985409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.985409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.986213] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.986554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.986920] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.987182] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.987404] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.987749] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.988052] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.988317] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.988576] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.008831] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.008945] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.009056] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.009284] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-564" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010436] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5ec47315-906b-4ad9-a8c8-87622cb99c27 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010436] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.011156] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec47315-906b-4ad9-a8c8-87622cb99c27',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.013629] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.013767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.013917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.014034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.032564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.032841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.032960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.033044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.033256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.033342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.033434] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be updated. [ 866.057240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.057240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.057240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.057548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.057548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065492] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 866.307812] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 645d9cdc-80fd-4955-bfe8-dd447e429148 [ 866.308177] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.308363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.308411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.308639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.308737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.308845] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:645d9cdc-80fd-4955-bfe8-dd447e429148 already deleted. [ 866.308952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645d9cdc-80fd-4955-bfe8-dd447e429148" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.517178] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.517178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.517567] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.517567] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517838] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.517983] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5ec47315-906b-4ad9-a8c8-87622cb99c27 not found, creating... [ 866.518223] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518418] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518534] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518732] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518988] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519340] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.519564] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.519685] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519912] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.520208] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.520396] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5ec47315-906b-4ad9-a8c8-87622cb99c27 is going to be created. [ 866.541947] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.541947] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.541947] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.542340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.542340] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.543066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.292804] env[62807]: INFO networking_nsxv3.common.synchronization [req-4676491b-f7ea-46d7-8ee3-2e25a52bdd12 req-b95b30fe-baf0-413c-aec9-12c3fafbd7d2 service nova] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 867.293111] env[62807]: INFO networking_nsxv3.common.synchronization [req-4676491b-f7ea-46d7-8ee3-2e25a52bdd12 req-b95b30fe-baf0-413c-aec9-12c3fafbd7d2 service nova] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 867.293236] env[62807]: INFO networking_nsxv3.common.synchronization [req-4676491b-f7ea-46d7-8ee3-2e25a52bdd12 req-b95b30fe-baf0-413c-aec9-12c3fafbd7d2 service nova] Enqueued Resource ID: 5ec47315-906b-4ad9-a8c8-87622cb99c27 with Priority: HIGHEST for action port [ 867.293770] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_rules [ 867.293923] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 867.294036] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec47315-906b-4ad9-a8c8-87622cb99c27 with Priority: HIGHEST for action port [ 867.294339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.294466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.294660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.294908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.295046] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.296300] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.296439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.296695] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec47315-906b-4ad9-a8c8-87622cb99c27 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.296863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.296863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.297308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.297308] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec47315-906b-4ad9-a8c8-87622cb99c27',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.299659] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: SUCCESS [ 867.299853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.563238] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 867.563463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.563642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.563875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.563964] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.797421] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.797421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.799246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ec47315-906b-4ad9-a8c8-87622cb99c27 with status ACTIVE [ 867.799246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.799246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.799246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.799562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.799775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.800091] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.800298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.800396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.800608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.800702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.800960] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.801115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.801213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.801460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.801570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.801701] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ec47315-906b-4ad9-a8c8-87622cb99c27 is going to be updated. [ 867.814021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 in Status: SUCCESS [ 867.814258] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 deletion is rescheduled due to dependency. [ 867.814364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.823860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.824020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.824063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.824276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.824416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.824569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec47315-906b-4ad9-a8c8-87622cb99c27" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.067496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.067496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.067688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.067849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.067970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.068046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.068467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.068767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.068906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.069041] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.077680] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 868.077799] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 deletion is rescheduled due to dependency. [ 868.077901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.078102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.078585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.078585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.078585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.078585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.079187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.079187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.079187] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.572307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.572686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.572686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.572792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.572969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.573089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.573153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.573360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.573568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.573732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.573959] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.574124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.574231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.574460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.574665] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.574768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.574833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.574976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.575172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.575274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.575370] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.581050] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.078055] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed5d196-1621-467e-b536-f2188164a981: rpc.has_security_group_logging(os_id): False [ 869.083918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.095321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.095477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.095524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.095746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.095861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.096111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.096218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.096283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.096466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.096552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.096785] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.096944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.097051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.097312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.097367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.097535] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.097628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.097720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.097905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.098035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.098173] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 869.152768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.152912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.152980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.153203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.153348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.184874] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 869.589267] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.589569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.589569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.589625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.589736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.589815] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be updated. [ 869.617108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.624902] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 871.200321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 871.200570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637920] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.637920] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637920] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.761829] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ccd5ff8-2ea8-4066-8e1e-b8ddc9dbcf11 req-d7e0379d-7d3f-4d9f-8077-f5098db22ff9 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 871.762230] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 871.762473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.763030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.763109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.763340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.763510] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.763607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.763669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.763820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.763906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.763996] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.001298] env[62807]: INFO networking_nsxv3.common.synchronization [req-7ccd5ff8-2ea8-4066-8e1e-b8ddc9dbcf11 req-186f7485-36be-44bf-b6df-7591cc2d9677 tempest-ServersTestMultiNic-1834266017 tempest-ServersTestMultiNic-1834266017-project-member] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 872.001814] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGHEST for action security_group_members [ 872.002143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.002250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143324] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.266484] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.647023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ba51fd-dec8-4871-800a-6eab84c27fc4: rpc.has_security_group_logging(os_id): False [ 872.669428] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.669664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.669884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.669976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.670363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.670416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670750] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be updated. [ 872.752779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.753231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.753231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.753337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.753453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.769008] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 872.769008] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.023859] env[62807]: INFO networking_nsxv3.common.synchronization [req-c366e5aa-1bc1-4c01-8c09-df09dfe6fddf req-d79291c4-975c-45a2-bd09-57834820f9ac tempest-ServersTestManualDisk-1312769716 tempest-ServersTestManualDisk-1312769716-project-member] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 873.024437] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 873.024752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.024870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.024940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.025353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.025554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.025671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.025900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.026054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.026091] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.271141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.271498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.271498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.271920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.272114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.272249] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 873.300814] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.301024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.301133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.301377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.301574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.309704] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 873.376464] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.376713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-928" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.376851] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-928" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.377183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-928" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.377515] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.377729] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.377854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.378084] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.378240] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.378453] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.378570] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.378682] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.378845] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.378993] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.379147] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.379324] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.399825] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.399825] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.399825] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.399825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-928" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.399994] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5099a0d1-867c-4372-a319-ad384543c523 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.400244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.400402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.400725] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.400868] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099a0d1-867c-4372-a319-ad384543c523',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.528949] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.529205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.529322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.529568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.529645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.529851] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.529947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.530022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.530166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.530264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.530434] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 already deleted. [ 873.531031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.903184] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.903430] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.903826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.903826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.903986] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.904193] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5099a0d1-867c-4372-a319-ad384543c523 not found, creating... [ 873.904432] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.904594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.904755] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.904937] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.905095] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.905492] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.905819] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.905922] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.907283] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.907500] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.907630] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5099a0d1-867c-4372-a319-ad384543c523 is going to be created. [ 873.926348] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.926577] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.926677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.926953] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.927207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.927517] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.632039] env[62807]: INFO networking_nsxv3.common.synchronization [req-c366e5aa-1bc1-4c01-8c09-df09dfe6fddf req-9a895214-2ef2-4f23-b3e0-b9e1206dc7b4 service nova] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 874.632039] env[62807]: INFO networking_nsxv3.common.synchronization [req-c366e5aa-1bc1-4c01-8c09-df09dfe6fddf req-9a895214-2ef2-4f23-b3e0-b9e1206dc7b4 service nova] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 874.632039] env[62807]: INFO networking_nsxv3.common.synchronization [req-c366e5aa-1bc1-4c01-8c09-df09dfe6fddf req-9a895214-2ef2-4f23-b3e0-b9e1206dc7b4 service nova] Enqueued Resource ID: 5099a0d1-867c-4372-a319-ad384543c523 with Priority: HIGHEST for action port [ 874.632541] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_rules [ 874.632635] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 874.634334] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5099a0d1-867c-4372-a319-ad384543c523 with Priority: HIGHEST for action port [ 874.634334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.634334] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.634334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.635402] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.635402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.635402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.635402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.635402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.635402] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.636088] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5099a0d1-867c-4372-a319-ad384543c523 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.636190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.636253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.636862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.636862] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099a0d1-867c-4372-a319-ad384543c523',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.780745] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 874.780909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.139179] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.139354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.139627] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.142249] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5099a0d1-867c-4372-a319-ad384543c523 with status ACTIVE [ 875.142449] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.142625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.142711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.142947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.143060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.143268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.143366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.143433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.143597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.143674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.143849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.143942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.144030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.144564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.144564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.144564] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5099a0d1-867c-4372-a319-ad384543c523 is going to be updated. [ 875.162743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.162896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.162930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.163487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.163487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.163487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5099a0d1-867c-4372-a319-ad384543c523" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.318677] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 875.318677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.318804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.318979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.319184] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.319308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.319362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.319615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.319652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.319729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.607102] env[62807]: INFO networking_nsxv3.common.synchronization [req-5ae2a0f8-4349-4ba4-b586-002803044931 req-e82007c8-80a7-4b57-b469-573f40a1a4fd tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 875.607725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 875.608690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.608874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.608962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.609260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.609480] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.609608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.609675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.609837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.609938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.610057] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.642373] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.821897] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.822066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.822138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.822357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.822473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.822820] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.822957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.823044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.823222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.823308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.823428] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be updated. [ 875.853051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.853051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.853051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.853051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.853051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.860842] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: IN_PROGRESS for 2s [ 876.040740] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.040979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.041123] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.041525] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.041813] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.041974] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.042115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.042383] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.042545] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.042763] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.042873] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.043039] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.043109] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.043210] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.043321] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.043496] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.060706] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.060927] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.061091] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.061268] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.061627] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.061837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.061968] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.062295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.062437] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9875d9c-cdba-4f00-b6a3-72216a3f9f22',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.112354] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.112541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.112541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.112771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.112837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.113010] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.113105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.113169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.113320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.113396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.113480] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d already deleted. [ 876.113558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.148812] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.149071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.149071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.149229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.149320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.149416] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 is going to be created. [ 876.172047] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.172259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.172259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.172425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.172579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.180368] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: UNINITIALIZED for 2s [ 876.565032] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.565032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.565032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.565032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.565032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.565875] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d9875d9c-cdba-4f00-b6a3-72216a3f9f22 not found, creating... [ 876.565875] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.566074] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.566236] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.566424] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.566590] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.566913] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.567094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.567219] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.567470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.567576] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.568118] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d9875d9c-cdba-4f00-b6a3-72216a3f9f22 is going to be created. [ 876.588069] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.588417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.588601] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.588904] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.589158] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [req-5ae2a0f8-4349-4ba4-b586-002803044931 req-759fb5df-bd29-491b-b7a0-87f764c611b8 service nova] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [req-5ae2a0f8-4349-4ba4-b586-002803044931 req-759fb5df-bd29-491b-b7a0-87f764c611b8 service nova] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [req-5ae2a0f8-4349-4ba4-b586-002803044931 req-759fb5df-bd29-491b-b7a0-87f764c611b8 service nova] Enqueued Resource ID: d9875d9c-cdba-4f00-b6a3-72216a3f9f22 with Priority: HIGHEST for action port [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_rules [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 877.319410] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9875d9c-cdba-4f00-b6a3-72216a3f9f22 with Priority: HIGHEST for action port [ 877.319772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.322366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.322366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.322366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.322366] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.323215] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.324398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.324398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.324398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.324398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.324398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.324398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.324398] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.325025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.325025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.325025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.325705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.325705] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9875d9c-cdba-4f00-b6a3-72216a3f9f22',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.828031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9875d9c-cdba-4f00-b6a3-72216a3f9f22 with status ACTIVE [ 877.828031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.828031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.828031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.828273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.828672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.828672] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.828672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.828849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.828849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.828952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829130] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.829306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.829413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.829487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829576] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9875d9c-cdba-4f00-b6a3-72216a3f9f22 is going to be updated. [ 877.830855] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.832357] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.832792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.853290] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.853459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.853459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.854185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.854434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.854654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9875d9c-cdba-4f00-b6a3-72216a3f9f22" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.870703] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed5d196-1621-467e-b536-f2188164a981 in Status: SUCCESS [ 877.870891] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed5d196-1621-467e-b536-f2188164a981 deletion is rescheduled due to dependency. [ 877.871016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.189802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: SUCCESS [ 878.189802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.189802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.189956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.190310] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.190310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.190310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.190472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.190552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.191776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.191776] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.333579] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.694156] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.836322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.836491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.836608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.836862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.836984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.837159] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d is going to be created. [ 878.860463] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.860577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.860617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.860841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.860998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.869556] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: UNINITIALIZED for 2s [ 879.200660] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7: rpc.has_security_group_logging(os_id): False [ 879.219815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.219815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.219815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.219815] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 is going to be created. [ 879.278570] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.278570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.278570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.278570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.278570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.287500] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: IN_PROGRESS for 2s [ 880.878622] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: SUCCESS [ 880.878980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.879125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.879846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.880084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.880246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.880348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.880697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.880845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.881338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.881462] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.301073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: SUCCESS [ 881.301448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.384923] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.887325] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7e5a520-e3a0-40d6-a613-62220799f01d: rpc.has_security_group_logging(os_id): False [ 881.905236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.905585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.905755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.906200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.906414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.907065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.907236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.907538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.907734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.907874] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d is going to be created. [ 881.970881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.971077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.971182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.971453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.971680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.982221] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: IN_PROGRESS for 2s [ 882.319439] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.319598] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 883.995050] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: SUCCESS [ 883.995389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.770023] env[62807]: INFO networking_nsxv3.common.synchronization [req-7946b498-f8cd-42de-b60c-39a626654b43 req-77eb1ff2-f662-47e1-bb65-4ead3992806e tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 884.770640] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 884.770999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.771096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.771155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.771403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.771521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.771622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.771685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.771829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.771914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.772015] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.162819] env[62807]: INFO networking_nsxv3.common.synchronization [req-763057fb-5f4e-4f10-b96f-a5d61c11cc41 req-9748242a-231c-4f67-9cf4-0f3146a0c3a3 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 885.163491] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 885.163863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.167268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.167365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.167630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.167850] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.167981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.168102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.168313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.168611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.168872] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.274413] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.466021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.466021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.466176] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.466619] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.466915] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.467731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.467731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.467731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.467731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.467873] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.467995] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.468135] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.470197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.470197] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.470197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.470197] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.487069] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.487201] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.487347] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.487529] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-376" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.487851] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488040] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.488198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488737] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.671438] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.777379] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.993651] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.993651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.993651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.993651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.993651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.993651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca not found, creating... [ 885.993651] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.993982] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.993982] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.994073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.994210] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.994495] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.994645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.994758] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.994956] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.995101] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.995239] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca is going to be created. [ 886.013524] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.013742] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.013869] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.014156] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.014398] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.014625] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.173617] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.282403] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.282403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.282403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.282403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.282403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.282403] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 886.310091] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.310091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.310091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.310091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.310091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.319475] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 886.675708] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.675879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.675952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.676187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.676280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.676384] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 886.703208] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.703358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.703413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.703660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.703809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.711884] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 886.764532] env[62807]: INFO networking_nsxv3.common.synchronization [req-763057fb-5f4e-4f10-b96f-a5d61c11cc41 req-5353b9e6-1e0e-4c4c-910d-7f7508024146 service nova] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 886.764713] env[62807]: INFO networking_nsxv3.common.synchronization [req-763057fb-5f4e-4f10-b96f-a5d61c11cc41 req-5353b9e6-1e0e-4c4c-910d-7f7508024146 service nova] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 886.764973] env[62807]: INFO networking_nsxv3.common.synchronization [req-763057fb-5f4e-4f10-b96f-a5d61c11cc41 req-5353b9e6-1e0e-4c4c-910d-7f7508024146 service nova] Enqueued Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 886.765266] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 886.765400] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 886.765498] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 886.767881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.767989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.768065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.768385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.768385] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.774611] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.774611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.774611] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.774611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.774611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.774611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.774611] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.272808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.273133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.273770] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with status ACTIVE [ 887.273770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.273770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.273770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.274011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.274011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.274092] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.274183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.274247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.274409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.274501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.274687] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.275033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.275033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.275033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.275033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275156] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca is going to be updated. [ 887.294443] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.294650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.294713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.294916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.295101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.295268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.721939] env[62807]: INFO networking_nsxv3.common.synchronization [req-1f7df019-eecb-4e3e-a7e5-3f31457671cf req-2198c4d3-a5b1-4138-aa0e-211e2048f827 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 887.722598] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 887.722938] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.723113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.723193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.723406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.723588] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.723712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.723779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.723891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.723975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.724122] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.156848] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.156848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.156848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.156848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.156848] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.156848] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.157168] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.157820] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.157820] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.157820] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.157820] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.157820] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.158035] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.158072] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.158168] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.158375] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.179360] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.179599] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.179673] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.179860] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.180214] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-742fe6f0-d787-4ca8-be9a-edabfb0646a0 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.180418] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.180568] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.180924] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.181080] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742fe6f0-d787-4ca8-be9a-edabfb0646a0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.229558] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.229730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.229806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.230054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.230175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.230494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.230607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.230673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.230876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.230964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.231070] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe already deleted. [ 888.231156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.328578] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 888.329027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.683374] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.683652] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.683795] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.684110] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.684296] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.684480] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 742fe6f0-d787-4ca8-be9a-edabfb0646a0 not found, creating... [ 888.684768] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.684938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.685079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.685342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.685506] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.685833] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.686101] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.686274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.686545] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686699] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.686868] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 742fe6f0-d787-4ca8-be9a-edabfb0646a0 is going to be created. [ 888.723018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 888.723241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.723409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.723669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.723858] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.723977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.724055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.724227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.724313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.724411] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.726115] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.726305] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.726431] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.726653] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.726868] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.727090] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.228698] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.459111] env[62807]: INFO networking_nsxv3.common.synchronization [req-1f7df019-eecb-4e3e-a7e5-3f31457671cf req-2ea59c4d-c941-44e7-82d5-841858e250f0 service nova] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 889.459372] env[62807]: INFO networking_nsxv3.common.synchronization [req-1f7df019-eecb-4e3e-a7e5-3f31457671cf req-2ea59c4d-c941-44e7-82d5-841858e250f0 service nova] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 889.459524] env[62807]: INFO networking_nsxv3.common.synchronization [req-1f7df019-eecb-4e3e-a7e5-3f31457671cf req-2ea59c4d-c941-44e7-82d5-841858e250f0 service nova] Enqueued Resource ID: 742fe6f0-d787-4ca8-be9a-edabfb0646a0 with Priority: HIGHEST for action port [ 889.460146] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_rules [ 889.460216] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 889.461024] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742fe6f0-d787-4ca8-be9a-edabfb0646a0 with Priority: HIGHEST for action port [ 889.461024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.461024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.461024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.461273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.461273] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.462437] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.462437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.462559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.462656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.462843] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.462960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.463021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.463171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.463254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.466022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.467180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-742fe6f0-d787-4ca8-be9a-edabfb0646a0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.467301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.467367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.467518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.467691] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742fe6f0-d787-4ca8-be9a-edabfb0646a0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.730902] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.973020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.973020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.973020] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.973020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 742fe6f0-d787-4ca8-be9a-edabfb0646a0 with status ACTIVE [ 889.973020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.973020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.973020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.973499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.973499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.973499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.973499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.973499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.973665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.973989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.973989] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.974269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.974390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.974808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.975137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.975137] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 742fe6f0-d787-4ca8-be9a-edabfb0646a0 is going to be updated. [ 889.995759] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.996221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.997826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.997826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.997826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.997826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-742fe6f0-d787-4ca8-be9a-edabfb0646a0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.233450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.233622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.233680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.233905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.234009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.234115] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 890.261572] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.261719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.261791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.262010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.262160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.273285] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 890.472783] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.976204] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.976338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.976338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.976748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.976748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.976748] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe is going to be created. [ 890.999109] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.999301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.999388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.999628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.999824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.009797] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: UNINITIALIZED for 2s [ 892.285293] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 892.285293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.285293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.285293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.285811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.285811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.285811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.285811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285965] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.789201] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.789363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.789665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.789830] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.789930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.790169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.790259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.790352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.790663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.790711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.790746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.790894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.791048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.791142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.791202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.791342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.791420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791610] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.020657] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: SUCCESS [ 893.020949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.021274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.021528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.021753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.021872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.021932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.022116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.022758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.022758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.022758] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.295881] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 893.314424] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.315424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.315646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.315950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.316119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.316412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.316599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.316710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.316926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.317055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.317305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.317458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.317563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.318089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.318089] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.318089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.318358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.318560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.318813] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 893.378930] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.382281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.382391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.382672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.382879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397370] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 893.524371] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.026445] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4a0cd2-62c8-4abc-b668-055955f3effe: rpc.has_security_group_logging(os_id): False [ 894.044578] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.044578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.044669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.044856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.045257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.045257] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.045411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.045441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.045592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.045669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.045755] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe is going to be created. [ 894.116485] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.116723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.116775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.116974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.117198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.129842] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: IN_PROGRESS for 2s [ 894.461825] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.462202] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 895.411747] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 895.411984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.144086] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: SUCCESS [ 896.144756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.375120] env[62807]: INFO networking_nsxv3.common.synchronization [req-341e6cb3-7485-41ea-bf7e-5186dba0a4cd req-c064f56f-4700-4e10-9295-5b8b940f7834 tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 897.375120] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 897.375120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.375120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.375120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.375120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.376587] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.376958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.377156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.377406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.377573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.377791] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.765740] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.766173] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.766214] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.766671] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.767836] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.768075] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.768221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.768499] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.769075] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.769075] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.769075] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.769224] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.769224] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.769358] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.769469] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.769610] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.787705] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.787885] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.788191] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.788332] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.788659] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.790081] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.790081] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.790081] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.790081] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8613625-0ec7-47e4-b3d3-8a9bef4be8c7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.882261] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.062283] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 898.062473] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 898.063020] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 898.063236] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 898.063483] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.063594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.063681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.063907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.064247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.064390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.064479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.064669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.064781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.064897] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.065851] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.066121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.066236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.066425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.066603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.066730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.070056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.070056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.070056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.070056] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.158266] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_rules [ 898.158454] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 898.158631] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 898.158776] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 898.158963] env[62807]: INFO networking_nsxv3.common.synchronization [req-99d0a4d7-081d-43a4-85f6-58cee5eb5ad4 req-80098545-5e82-47a8-bbf8-8471a9b97b83 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 898.159757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_rules [ 898.159757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 898.159757] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 898.159858] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 898.159908] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 898.160363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.160547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.160662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.160962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.162292] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.162292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.162551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.162551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.162748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.162816] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.163665] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.163815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.163929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.164174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.164300] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.165066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.165142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.165367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.165482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.291827] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.292060] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.292187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.293626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.293626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.293626] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 not found, creating... [ 898.293626] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.293626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.293626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.293626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.293979] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.294098] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294211] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.294546] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.294703] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.294830] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 is going to be created. [ 898.315306] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.316150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.316150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.316150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.316269] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.316457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.384966] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.569017] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.571834] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.670304] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.670304] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.670304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with status ACTIVE [ 898.670304] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.670304] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.670304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.670907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.670907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.671184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.671487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.671708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.671929] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca is going to be updated. [ 898.694836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.695200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.696707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.696707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.696707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.696707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.890450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.890450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.890450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.890450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.890450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.890450] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 898.921240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.921617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.921886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.922684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.922886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.936354] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 899.073951] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.075224] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.294044] env[62807]: INFO networking_nsxv3.common.synchronization [req-341e6cb3-7485-41ea-bf7e-5186dba0a4cd req-f2beaf89-1d24-4952-bcd5-18549bb0f1ed service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 899.294254] env[62807]: INFO networking_nsxv3.common.synchronization [req-341e6cb3-7485-41ea-bf7e-5186dba0a4cd req-f2beaf89-1d24-4952-bcd5-18549bb0f1ed service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 899.294399] env[62807]: INFO networking_nsxv3.common.synchronization [req-341e6cb3-7485-41ea-bf7e-5186dba0a4cd req-f2beaf89-1d24-4952-bcd5-18549bb0f1ed service nova] Enqueued Resource ID: b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 with Priority: HIGHEST for action port [ 899.294631] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 899.294769] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 899.294860] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 with Priority: HIGHEST for action port [ 899.295412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.295540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.295609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.295817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.295893] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.296931] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.297216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.297471] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.297628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.297734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.297960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.298181] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8613625-0ec7-47e4-b3d3-8a9bef4be8c7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.576917] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.577306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.577306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.577574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.577684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.577790] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 899.579344] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.579467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.579553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.579740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.579853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.579953] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be created. [ 899.617125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.617303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.617348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.619506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.619615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.622735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.622735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.622735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.631029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 899.631724] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: UNINITIALIZED for 2s [ 899.800495] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.800685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.800956] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 with status ACTIVE [ 899.801191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.801314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.801855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.802177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.802425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.802684] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.802850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.802946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.803201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.803340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.804071] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.804071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.804071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.804071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.804071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.804071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8613625-0ec7-47e4-b3d3-8a9bef4be8c7 is going to be updated. [ 899.835268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.835268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.835268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.835268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.835268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.835268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8613625-0ec7-47e4-b3d3-8a9bef4be8c7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.949513] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.949513] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.949513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.949513] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.451866] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.645554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 901.645800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.646643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 901.646820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.647049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.647310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.647530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.647702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.647830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.648662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.649557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.649557] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.650846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.651050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.651287] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.651434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.651479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.651838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.651944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652115] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.929949] env[62807]: INFO networking_nsxv3.common.synchronization [None req-68b5ece4-1c45-41ab-b36a-e0fa72a56f6b None None] Enqueued Resource ID: f1a8c114-609a-4469-a022-a3aa573b3419 with Priority: HIGHEST for action port [ 901.930708] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a8c114-609a-4469-a022-a3aa573b3419 with Priority: HIGHEST for action port [ 901.931033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a8c114-609a-4469-a022-a3aa573b3419 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.931158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a8c114-609a-4469-a022-a3aa573b3419" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.931378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a8c114-609a-4469-a022-a3aa573b3419" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.931595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a8c114-609a-4469-a022-a3aa573b3419" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.931719] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a8c114-609a-4469-a022-a3aa573b3419',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.956067] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.156513] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.157534] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.325135] env[62807]: INFO networking_nsxv3.common.synchronization [req-e77e6a64-8ecc-400b-946a-29979a661d35 req-9bc18741-ce29-4815-b2ce-d93e541fbfac tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 902.325672] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 902.325995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.326133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.326202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.326468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.326623] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.326733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.326894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.326943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.327208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.327208] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.434425] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1a8c114-609a-4469-a022-a3aa573b3419 [ 902.434425] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.434425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.434425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.434425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.434425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.434425] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1a8c114-609a-4469-a022-a3aa573b3419 already deleted. [ 902.434425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a8c114-609a-4469-a022-a3aa573b3419" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.459022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.459022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.459022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.459022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.459022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.459022] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 902.483934] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.483934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.483934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.483934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.483934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.490647] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 902.659769] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.661054] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.820288] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.820496] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.820657] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.820996] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.821278] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.821441] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.821569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.821782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.821931] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.822899] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.823058] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.823183] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.823301] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.823423] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.824049] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.824049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.828863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.828976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.829063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.829412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.829412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.829528] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.829595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.829629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.830251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.830251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.830251] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 already deleted. [ 902.830251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.844032] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.844032] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.844032] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.844032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.844032] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.844032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.844032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.844032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.844470] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a713c4-180b-4ecd-9c1d-e2ad28f526ad',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.168209] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.168209] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be updated. [ 903.168209] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.168209] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 903.196022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.196022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.196022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.196022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.196022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.196022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.197317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.197516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.197870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.198177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.207932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 903.207932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 903.346960] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.346960] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.347185] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.347377] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.347538] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.347702] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d5a713c4-180b-4ecd-9c1d-e2ad28f526ad not found, creating... [ 903.347975] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.348162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.348284] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.348553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.348701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.348988] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.350378] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.350378] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.350715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.350715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.351019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d5a713c4-180b-4ecd-9c1d-e2ad28f526ad is going to be created. [ 903.370319] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.370581] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.370736] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.371159] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.371250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.371487] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.146522] env[62807]: INFO networking_nsxv3.common.synchronization [req-e77e6a64-8ecc-400b-946a-29979a661d35 req-f68552be-04c2-4585-9a82-9344049ef2b8 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 904.146522] env[62807]: INFO networking_nsxv3.common.synchronization [req-e77e6a64-8ecc-400b-946a-29979a661d35 req-f68552be-04c2-4585-9a82-9344049ef2b8 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 904.146522] env[62807]: INFO networking_nsxv3.common.synchronization [req-e77e6a64-8ecc-400b-946a-29979a661d35 req-f68552be-04c2-4585-9a82-9344049ef2b8 service nova] Enqueued Resource ID: d5a713c4-180b-4ecd-9c1d-e2ad28f526ad with Priority: HIGHEST for action port [ 904.146522] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 904.146837] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 904.146837] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a713c4-180b-4ecd-9c1d-e2ad28f526ad with Priority: HIGHEST for action port [ 904.147291] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.147378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.147452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.147643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.147718] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.148602] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.148725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.148953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.148953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.149118] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.149213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.149272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.149584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.149584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.149584] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.153570] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.153734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.153734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.153898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.153974] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a713c4-180b-4ecd-9c1d-e2ad28f526ad',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.509380] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 904.509630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.509800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.510026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.510225] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.510344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.510412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.510643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.510735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.510824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.510918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.656211] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.657995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658355] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5a713c4-180b-4ecd-9c1d-e2ad28f526ad with status ACTIVE [ 904.658553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.659179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.659179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.659399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.659462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.659627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.659736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.661420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.661549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.661721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.661831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.663607] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5a713c4-180b-4ecd-9c1d-e2ad28f526ad is going to be updated. [ 904.684386] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.684591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.684689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.685158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.685364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.685582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5a713c4-180b-4ecd-9c1d-e2ad28f526ad" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.014513] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.014679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.014747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.015081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.015150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.015473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.015560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.015651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.015799] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.016377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.016444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016792] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.031952] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 905.031952] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 905.031952] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 905.033956] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 905.035268] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 905.036067] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 905.038188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e46633-bbeb-4983-a967-f36d6b0280fa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.041218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.041218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.041218] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.043165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.045297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.045297] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.045297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_rules [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_rules [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 905.110355] env[62807]: INFO networking_nsxv3.common.synchronization [req-f5f911cb-2e19-4777-9e26-690f4d0d47b6 req-e2e00efc-8777-40b4-b826-b193e18852ea tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 905.110766] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_rules [ 905.110766] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_rules [ 905.110766] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 905.110897] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with Priority: HIGHEST for action port [ 905.110978] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_rules [ 905.111083] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 905.111169] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 905.111450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.112052] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e46633-bbeb-4983-a967-f36d6b0280fa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.112128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.112371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.112478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.112535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.112737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.116019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e46633-bbeb-4983-a967-f36d6b0280fa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.116019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.116019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.116019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.116019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.116019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.116019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.116019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.165300] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.218533] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 905.218815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.218980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.219250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.219447] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.220049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.220049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.220049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.220049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.220049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.220298] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.224024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.224024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224024] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.224024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.224544] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.224544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.224544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.224544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.224544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224715] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.226047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.226459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.227498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.227498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.227498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.227498] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.521442] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e04aa087-e039-4a8e-af70-a6f19cf014a8: rpc.has_security_group_logging(os_id): False [ 905.540173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.540348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.540414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.540667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.540758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.540979] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.542258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.542494] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.542494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.542800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.542932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.543175] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.543287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.543342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.543587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.543587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.543587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 905.547232] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.617148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e46633-bbeb-4983-a967-f36d6b0280fa taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.617292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.617492] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca with status ACTIVE [ 905.617669] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.617785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.617840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.618051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.618133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.618306] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.618660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.618660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.618831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.618925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.618986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.619142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.619217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.619300] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca is going to be updated. [ 905.632603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.632736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.632775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.632955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.633102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.642733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.642839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.642913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.643647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.643647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.643647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2b0ae5-3528-47ac-b7c7-cc8cc800c1ca" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.654358] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 905.668874] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.669052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.669130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.669333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.669426] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.669526] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be created. [ 905.711035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.711268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.711268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.711711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.711883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723839] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: UNINITIALIZED for 2s [ 905.726473] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.727326] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.730041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.730041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.730041] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.049407] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.233987] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a89df05-c8ca-4294-94db-a2df21ffe7ed: rpc.has_security_group_logging(os_id): False [ 906.235721] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.236077] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.254153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.254388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.254388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.254614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.254704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.255043] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.255333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.255411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.255499] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be created. [ 906.317389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.317389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.317389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.317389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.317389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.328728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 906.552248] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.552563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.552563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.552822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.552955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.553091] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa is going to be created. [ 906.583594] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.583744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.583805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.584040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.584207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.594547] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e46633-bbeb-4983-a967-f36d6b0280fa in Status: UNINITIALIZED for 2s [ 906.739582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.739811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.739868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.740614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.740614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.740614] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be updated. [ 906.741920] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.742213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.742308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.742535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.742632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.742756] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 906.790182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.790443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.790614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.790917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.791137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.794147] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.794344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.794436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.794602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.794755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.810999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 906.812773] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 907.684024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 907.684024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741664] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 907.741664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.741931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.741931] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.742707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.742707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.742707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.742707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.742707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.742707] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.245195] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.245354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.245429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.246370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246649] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.246781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.246781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.246875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.247530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.247630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.248242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.248242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.339940] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 908.340264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.340357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.340686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.340686] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.604123] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e46633-bbeb-4983-a967-f36d6b0280fa in Status: SUCCESS [ 908.604907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.604907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.604907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.604907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.605109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.605109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.605217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.605296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.605390] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.751142] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 908.769219] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.769522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.770836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.771123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.771240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.771458] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.771565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.771631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.771818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.771903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.772111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.772210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.772272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.772408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.772482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.772681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.772760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.772808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.775424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.775424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.775424] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be created. [ 908.821963] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 908.822326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.822855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.823160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.823402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.823556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.823816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.825167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.825167] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.826600] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 908.827135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.827377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.827632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.827879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.828109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.828252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.828479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.829639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.829639] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.833420] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.833420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.833420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.833420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.833674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.843875] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.843875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.844845] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [req-90006d9b-f963-4d0e-908c-149a3a5eaac2 req-eeeacb50-fa3e-4653-bf6d-671e72c42a73 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [req-90006d9b-f963-4d0e-908c-149a3a5eaac2 req-eeeacb50-fa3e-4653-bf6d-671e72c42a73 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [req-90006d9b-f963-4d0e-908c-149a3a5eaac2 req-eeeacb50-fa3e-4653-bf6d-671e72c42a73 tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e46633-bbeb-4983-a967-f36d6b0280fa with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 908.997215] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.999126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.999444] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e46633-bbeb-4983-a967-f36d6b0280fa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.999552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.002014] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.002014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.109397] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.327282] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.335172] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.611572] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.793632] env[62807]: INFO networking_nsxv3.common.synchronization [req-b9b3c3a7-b165-49ed-b4e4-a9adfe2edc38 req-cdf55be5-79e9-4543-9feb-e2f7d8104b53 tempest-ServersTestJSON-1841496840 tempest-ServersTestJSON-1841496840-project-member] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 909.794283] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGHEST for action security_group_members [ 909.794587] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.794712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.794780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.795148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.795247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.795309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.795457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.795556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.795653] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.834179] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.838938] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.116561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.116561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa is going to be updated. [ 910.143605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.143807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.143884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.144138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.144284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.154640] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e46633-bbeb-4983-a967-f36d6b0280fa in Status: IN_PROGRESS for 2s [ 910.300859] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.301077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.301158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.301388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.327420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.327420] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.327420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.327420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.327420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.327420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.327420] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 is going to be updated. [ 910.336631] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.338157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.338157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.338157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.338157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.338157] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 910.341461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.344433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.344433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be updated. [ 910.356227] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.356227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.356227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.356227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.356227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.365986] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: IN_PROGRESS for 2s [ 910.370502] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.370502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.370502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.370502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.370502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.372357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.372943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.373398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.385151] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 910.385151] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 910.865871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 910.866200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.599526] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd44aba7-c14c-49e0-9099-ffea6156cc46 req-3ef3296b-9d3e-48d9-8c64-89f55a6bc054 tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 911.600293] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 911.601072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.601344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.602196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.602524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.602783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.602977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.603102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.604835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.604973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.605109] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.110823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.110823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.110823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.110823] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 912.140830] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.141072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.141268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.151168] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 912.168295] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e46633-bbeb-4983-a967-f36d6b0280fa in Status: SUCCESS [ 912.168946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.169968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.170243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.170405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.170513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.170782] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.170885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.170968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.171140] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.173818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.174609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.174609] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.174688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.178020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.178020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.178020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.178020] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.376355] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54085250-bef9-40fa-9bac-89853387f7f1 in Status: SUCCESS [ 912.376602] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 deletion is rescheduled due to dependency. [ 912.376708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.396626] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 912.396897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.397093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.397404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.397629] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.397758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.397820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.397977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.398076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.398202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.398333] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.400633] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 912.400825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.400987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.401181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.401355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.401468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.401597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.401717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.401784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.401848] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.402755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.406185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406379] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.406502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.406565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.406733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.406907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.407111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.407520] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.407993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.407993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.408169] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.409601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.409777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.409933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.410569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.410569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.410569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.410569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.410569] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.628076] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.628076] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.628076] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.628343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.628493] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.628717] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.629646] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.630045] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.630115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.630342] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.630466] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.631046] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.631046] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.631046] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.631046] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.631241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.650973] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.651251] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.651328] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.651526] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-868" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.652012] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5764c0a4-20c2-4baa-a42a-0968ba00981e taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.652230] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.652368] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.652722] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.652874] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5764c0a4-20c2-4baa-a42a-0968ba00981e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.679374] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3e46633-bbeb-4983-a967-f36d6b0280fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.682588] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.682588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.682588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.682588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.682588] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.683102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.683102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.683102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.683102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.683102] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa is going to be deleted. [ 912.710222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.710363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.710436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.710673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.710778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.710877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901394] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.910990] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.911162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.911222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.911437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.911520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.912999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.912999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.912999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.912999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.912999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.912999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be updated. [ 912.913823] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 912.914810] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.930044] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.930044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.930044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.930044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.930044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.930290] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.930290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.930377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.930699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.930699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.930826] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.930918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.931060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.931161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.931461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.931582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.931645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.931832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.931991] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 912.936872] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.936872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.936994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.937184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.937248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.949427] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 912.989933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.990110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.990190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.990437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.990601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.005912] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 913.156704] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.159375] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5764c0a4-20c2-4baa-a42a-0968ba00981e not found, creating... [ 913.159375] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.159375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.160029] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.160326] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.161036] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.161596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.161878] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.163966] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.163966] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.163966] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5764c0a4-20c2-4baa-a42a-0968ba00981e is going to be created. [ 913.184032] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.184032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.184032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184310] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.184518] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184755] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.185585] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3e46633-bbeb-4983-a967-f36d6b0280fa: rpc.has_security_group_logging(os_id): False [ 913.202275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.202491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.202568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.202771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.202910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.203182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.203308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.203621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.203704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.203789] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa is going to be created. [ 913.220563] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa], does not exist path=[/infra/domains/default/groups/c3e46633-bbeb-4983-a967-f36d6b0280fa]."\n}' [ 913.220809] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa [ 913.220968] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 913.258957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.259188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.259188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.259421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.261832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.262245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.262358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.262433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.262640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.262747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.262961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.263099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.263163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.263314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.263392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.263473] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e46633-bbeb-4983-a967-f36d6b0280fa is going to be created. [ 913.288461] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa], does not exist path=[/infra/domains/default/groups/c3e46633-bbeb-4983-a967-f36d6b0280fa]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa [ 913.288941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e46633-bbeb-4983-a967-f36d6b0280fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.289675] env[62807]: Traceback (most recent call last): [ 913.289778] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 913.289778] env[62807]: return func(*args, **kwargs) [ 913.289853] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 913.289853] env[62807]: res.raise_for_status() [ 913.289926] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 913.289926] env[62807]: raise HTTPError(http_error_msg, response=self) [ 913.290792] env[62807]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa [ 913.290893] env[62807]: During handling of the above exception, another exception occurred: [ 913.290990] env[62807]: Traceback (most recent call last): [ 913.291091] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 913.291091] env[62807]: listener.cb(fileno) [ 913.291188] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 913.291188] env[62807]: result = function(*args, **kwargs) [ 913.291258] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 913.291258] env[62807]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 913.291320] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 913.291320] env[62807]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 913.291387] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 913.291387] env[62807]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 913.291522] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 913.291522] env[62807]: res.raise_for_status() [ 913.291522] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 913.291522] env[62807]: raise HTTPError(http_error_msg, response=self) [ 913.291522] env[62807]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c3e46633-bbeb-4983-a967-f36d6b0280fa [ 913.291522] env[62807]: Removing descriptor: 20 [ 913.404669] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a89df05-c8ca-4294-94db-a2df21ffe7ed: rpc.has_security_group_logging(os_id): False [ 913.418447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.422436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.422618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.422755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.422955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.440650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.440928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.441418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.441418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.441418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.441418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.441578] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be updated. [ 913.505077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.505254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.505339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.505624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.505921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.519066] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: IN_PROGRESS for 2s [ 913.922848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.923029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.923102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.923317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.923410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.923506] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 913.967016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.967016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.967016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.967016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.967016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.975470] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 914.160608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 914.160886] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 deletion is rescheduled due to dependency. [ 914.160886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.242865] env[62807]: INFO networking_nsxv3.common.synchronization [req-abd296fb-4508-4408-9f7b-6a7cd9c797e1 req-4f17a13c-0fda-4b0b-ae29-4c5648f26dda tempest-ServersV294TestFqdnHostnames-1245048135 tempest-ServersV294TestFqdnHostnames-1245048135-project-member] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 914.243507] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGHEST for action security_group_members [ 914.243930] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.244077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.244489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.244707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.244914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.245038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.245106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.245335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.245335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.245442] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd44aba7-c14c-49e0-9099-ffea6156cc46 req-5898b128-3248-43e5-8428-4b9ae8a0dc3f service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd44aba7-c14c-49e0-9099-ffea6156cc46 req-5898b128-3248-43e5-8428-4b9ae8a0dc3f service nova] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [req-cd44aba7-c14c-49e0-9099-ffea6156cc46 req-5898b128-3248-43e5-8428-4b9ae8a0dc3f service nova] Enqueued Resource ID: 5764c0a4-20c2-4baa-a42a-0968ba00981e with Priority: HIGHEST for action port [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_rules [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 914.362527] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5764c0a4-20c2-4baa-a42a-0968ba00981e with Priority: HIGHEST for action port [ 914.362527] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.362527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.362527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.362527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.362527] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.367853] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.367853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.367853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.367853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.367853] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.368057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.368057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.368115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.368160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.368258] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.369120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5764c0a4-20c2-4baa-a42a-0968ba00981e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.369232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.369300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.371569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.371569] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5764c0a4-20c2-4baa-a42a-0968ba00981e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.382641] env[62807]: INFO networking_nsxv3.common.synchronization [req-dfac8e64-314e-483e-816e-f914b8bfc5d4 req-04c798e8-806e-431e-b78d-22c1e875eb56 tempest-ServersTestBootFromVolume-1088202117 tempest-ServersTestBootFromVolume-1088202117-project-member] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 914.383803] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGHEST for action security_group_members [ 914.384368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.386375] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.386375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.386375] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.750368] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.750443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.750507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.752473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.780624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.781249] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.781249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.781249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.781477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.781477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.781544] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab is going to be updated. [ 914.807678] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.807678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.807678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.807949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.808099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.816904] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: IN_PROGRESS for 2s [ 914.877018] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.877018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.877018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5764c0a4-20c2-4baa-a42a-0968ba00981e with status ACTIVE [ 914.877018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.877018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.877018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.877580] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.877797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.878062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.878337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.878554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.878751] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5764c0a4-20c2-4baa-a42a-0968ba00981e is going to be updated. [ 914.889427] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.889696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.889936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.890194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.905217] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.905552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.905716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.906316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.906647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.906912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5764c0a4-20c2-4baa-a42a-0968ba00981e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.926077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.926077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.926077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.926077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.926077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.926077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.926077] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 is going to be updated. [ 914.958663] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 914.958663] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed deletion is rescheduled due to dependency. [ 914.958663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.982760] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.985317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.985317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.985317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.985317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.992020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: IN_PROGRESS for 2s [ 915.039554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 915.039554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.039554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.039554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.039554] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.382052] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.532585] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed in Status: SUCCESS [ 915.532585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.541941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.542185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.885239] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.885239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.885239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.885396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.885396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.885515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 915.922670] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.922670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.922670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.922856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.922938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.936418] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 915.981978] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 915.982482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.982482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.982651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.982856] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.983169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.983169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.983997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.983997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.983997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.983997] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.397763] env[62807]: INFO networking_nsxv3.common.synchronization [None req-da5b2cfe-6b68-4803-8ea3-f6c951aa8c22 None None] Enqueued Resource ID: b2d4c96e-082d-4e2d-9309-1cc727a669b8 with Priority: HIGHEST for action port [ 916.397763] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d4c96e-082d-4e2d-9309-1cc727a669b8 with Priority: HIGHEST for action port [ 916.401360] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d4c96e-082d-4e2d-9309-1cc727a669b8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.401427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d4c96e-082d-4e2d-9309-1cc727a669b8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d4c96e-082d-4e2d-9309-1cc727a669b8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d4c96e-082d-4e2d-9309-1cc727a669b8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401884] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d4c96e-082d-4e2d-9309-1cc727a669b8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.489019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.489019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.489019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.489019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.489019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.489870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.489870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.490888] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.832308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab in Status: SUCCESS [ 916.832491] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab deletion is rescheduled due to dependency. [ 916.832671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.904249] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2d4c96e-082d-4e2d-9309-1cc727a669b8 [ 916.904505] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.904628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.905996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.905996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.905996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.905996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2d4c96e-082d-4e2d-9309-1cc727a669b8 already deleted. [ 916.905996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d4c96e-082d-4e2d-9309-1cc727a669b8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.994098] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d93d075-b5ef-416f-81c2-df011eeae78f: rpc.has_security_group_logging(os_id): False [ 917.003468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff837c4d-2419-4b36-b4b8-748830c13705 in Status: SUCCESS [ 917.003668] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 deletion is rescheduled due to dependency. [ 917.003779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013498] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.013917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.013917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.030672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.031066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.031197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.031310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.031525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.031616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.031807] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.031909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.031974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.032156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.032236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.032423] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.032519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.032597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.032742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.036025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.036025] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 917.087567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.087745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.087820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.088287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.088287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.103291] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 917.948211] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 917.948766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.949176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.949519] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.949914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.949914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.950325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.950325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.950447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.950592] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.455247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.455409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.455688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.455937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.456151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.456234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.456319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.456464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.456575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.456639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.456812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.456879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.456943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.457017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.457136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.457208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.457277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.457364] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.879292] env[62807]: INFO networking_nsxv3.common.synchronization [None req-50024728-37ed-437e-8be4-043180a9b24a None None] Enqueued Resource ID: 833e2653-b533-4bdf-bcf9-03287993927f with Priority: HIGHEST for action port [ 918.879981] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833e2653-b533-4bdf-bcf9-03287993927f with Priority: HIGHEST for action port [ 918.880059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-833e2653-b533-4bdf-bcf9-03287993927f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.880476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833e2653-b533-4bdf-bcf9-03287993927f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.880476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833e2653-b533-4bdf-bcf9-03287993927f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.880476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833e2653-b533-4bdf-bcf9-03287993927f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.880605] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833e2653-b533-4bdf-bcf9-03287993927f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.934349] env[62807]: INFO networking_nsxv3.common.synchronization [req-52b74d58-2f26-426b-9761-5f3ade36d608 req-544feb02-d6e6-45e8-aade-75c2b1ea904f tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 918.934866] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 918.935181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.935298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.935362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.935560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.935710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.935805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.935865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.942305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.942305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.942305] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.962434] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b462094f-33ce-46e3-8ff9-9b31acc0c659: rpc.has_security_group_logging(os_id): False [ 918.981904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.982065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.982327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.000721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.000839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.001143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.001143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.001262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.001311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.001547] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.001927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.001927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.002565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.002565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.002763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.002763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.002900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.003045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.003238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.003409] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 919.059364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.059609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.059886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.060018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.073819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 919.124404] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 919.124404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.385145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 833e2653-b533-4bdf-bcf9-03287993927f [ 919.385145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.385246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.385278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.385486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.385573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.385667] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:833e2653-b533-4bdf-bcf9-03287993927f already deleted. [ 919.385767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833e2653-b533-4bdf-bcf9-03287993927f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.443742] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.946454] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.448591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.448906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.448906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449320] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 920.479223] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.479370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.479440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.479656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.479806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.488782] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 921.086704] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 921.086962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.497586] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 922.497897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647020] env[62807]: INFO networking_nsxv3.common.synchronization [req-41edf308-fdbe-420b-b144-1b2d9c639a0d req-e33436f0-456f-4d4b-9b8a-522a3260abf9 tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 923.647020] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 923.647020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.647020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.647020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.647020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.647020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.647020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.648110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.648363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.648574] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.151101] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.640584] env[62807]: INFO networking_nsxv3.common.synchronization [req-34d72cb0-4fb3-41b1-bdbc-e7282992ba83 req-9671d2bf-8bf7-45a3-aefd-b27d216af3a5 tempest-ImagesOneServerNegativeTestJSON-1963370294 tempest-ImagesOneServerNegativeTestJSON-1963370294-project-member] Enqueued Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 924.641157] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 with Priority: HIGHEST for action security_group_members [ 924.641461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b462094f-33ce-46e3-8ff9-9b31acc0c659 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.641578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.641640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.641884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.642047] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.642157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.642214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.642357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.642442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.642536] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b462094f-33ce-46e3-8ff9-9b31acc0c659',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.653150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.144537] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.145076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.145400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.146230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.146230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.146230] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.146230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.146230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.146785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.147079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.148315] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 is going to be updated. [ 925.156277] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.156277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.156277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.156277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.156277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.156277] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 925.177162] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.177373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.178156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.178156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.178156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.179708] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.179818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.179918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.180143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.180300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.192097] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: IN_PROGRESS for 2s [ 925.192456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 925.194173] env[62807]: INFO networking_nsxv3.common.synchronization [req-87854a8b-a487-4b48-91a2-9d781df5a332 req-f380fb22-9464-4f39-986c-21992e3d2843 tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 925.194407] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 925.194923] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.195056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.195122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.195351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.195495] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.195588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.195646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.195796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.195871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.195956] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.697838] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.698138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.698138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.698561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.698561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.698561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.698733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.698733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.698863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.698940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.699036] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 already deleted. [ 925.699118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.699975] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.700400] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.700400] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.700515] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.700772] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.700938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.701075] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.701290] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.701427] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.701634] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.701749] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.702367] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.702367] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.702367] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.702367] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.702367] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.724873] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.725078] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.725228] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.725412] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-323" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.725731] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-f3e3a6f1-ae61-48eb-a135-02afe3f22971 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.725908] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.726053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.726379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.726526] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e3a6f1-ae61-48eb-a135-02afe3f22971',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.230561] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.230561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port f3e3a6f1-ae61-48eb-a135-02afe3f22971 not found, creating... [ 926.230561] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.230561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.231260] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.231260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.231260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.231260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.231483] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.231483] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: f3e3a6f1-ae61-48eb-a135-02afe3f22971 is going to be created. [ 926.252072] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.252272] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.252812] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.252812] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.252925] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.253244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091112] env[62807]: INFO networking_nsxv3.common.synchronization [req-87854a8b-a487-4b48-91a2-9d781df5a332 req-3315a49a-2b9d-4c40-bfd2-3b7df500c00a service nova] Enqueued Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_rules [ 927.091374] env[62807]: INFO networking_nsxv3.common.synchronization [req-87854a8b-a487-4b48-91a2-9d781df5a332 req-3315a49a-2b9d-4c40-bfd2-3b7df500c00a service nova] Enqueued Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 927.091436] env[62807]: INFO networking_nsxv3.common.synchronization [req-87854a8b-a487-4b48-91a2-9d781df5a332 req-3315a49a-2b9d-4c40-bfd2-3b7df500c00a service nova] Enqueued Resource ID: f3e3a6f1-ae61-48eb-a135-02afe3f22971 with Priority: HIGHEST for action port [ 927.091984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_rules [ 927.092210] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 927.092259] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e3a6f1-ae61-48eb-a135-02afe3f22971 with Priority: HIGHEST for action port [ 927.092562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.092614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.092678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.094215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.094215] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.094215] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.094215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.094215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.094441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.094611] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.094724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.094724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.094868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.094976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.095048] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.096586] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e3a6f1-ae61-48eb-a135-02afe3f22971 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.096586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.096586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.096586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.096586] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e3a6f1-ae61-48eb-a135-02afe3f22971',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.202458] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 927.203519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.203519] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 in Status: SUCCESS [ 927.203715] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b462094f-33ce-46e3-8ff9-9b31acc0c659 deletion is rescheduled due to dependency. [ 927.203715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b462094f-33ce-46e3-8ff9-9b31acc0c659" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597715] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.597872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599038] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e3a6f1-ae61-48eb-a135-02afe3f22971 with status ACTIVE [ 927.599038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.599038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.599038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.599038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.599318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.599318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.599638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.599798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.601035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.601035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.601035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.601035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.601035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.601035] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e3a6f1-ae61-48eb-a135-02afe3f22971 is going to be updated. [ 927.602037] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.623936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.623936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.624139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.624280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.624459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.624670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e3a6f1-ae61-48eb-a135-02afe3f22971" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.104798] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.607985] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.608189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.608261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.608474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.608583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.608735] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 is going to be created. [ 928.636064] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.636240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.636303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.636516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.636673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.645547] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: UNINITIALIZED for 2s [ 930.383495] env[62807]: INFO networking_nsxv3.common.synchronization [req-8c07d47c-4729-491c-8279-2fe9255ae28a req-26926d3a-5cb2-4301-af47-738dd0059aff tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 930.383811] env[62807]: INFO networking_nsxv3.common.synchronization [req-8c07d47c-4729-491c-8279-2fe9255ae28a req-26926d3a-5cb2-4301-af47-738dd0059aff tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 930.383811] env[62807]: INFO networking_nsxv3.common.synchronization [req-8c07d47c-4729-491c-8279-2fe9255ae28a req-26926d3a-5cb2-4301-af47-738dd0059aff tempest-SecurityGroupsTestJSON-25847008 tempest-SecurityGroupsTestJSON-25847008-project-member] Enqueued Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 930.384337] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGHEST for action security_group_members [ 930.384475] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGHEST for action security_group_members [ 930.384568] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d93d075-b5ef-416f-81c2-df011eeae78f with Priority: HIGHEST for action security_group_members [ 930.384872] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.384988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.385796] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.385796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.386222] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.386716] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.386840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.386893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.387043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.387203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.387290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.387341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.387453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.387533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.387616] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.388387] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d93d075-b5ef-416f-81c2-df011eeae78f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.388487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.388571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.388746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.388908] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.389020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.389329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.389329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.389329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.389484] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d93d075-b5ef-416f-81c2-df011eeae78f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.657568] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: SUCCESS [ 930.657796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.657977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.658196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.658389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.658505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.658571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.658848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.658938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.659042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.659141] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.893679] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.893679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.893679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.893679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.893679] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.893679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.893679] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.893679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.918023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.918023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be updated. [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.918023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.918726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.919584] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.919820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.920298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.921188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.921380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.921584] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f is going to be updated. [ 930.923451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.923451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.966345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.966345] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.966345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.966345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.966635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.966635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.966635] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 is going to be updated. [ 930.974018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.974208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.974253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.974442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.974593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.977771] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.978271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.978271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.978271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.978536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.992276] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: IN_PROGRESS for 2s [ 930.996760] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: IN_PROGRESS for 2s [ 931.025191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.025191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.025361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.026158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.026158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.044115] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: IN_PROGRESS for 2s [ 931.161836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.162189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.162268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.162485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.162664] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.162780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.162849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.163176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.163450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.163450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.163554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.163914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164285] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.164448] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.164565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.164871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.164928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.165073] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.668447] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdde9328-02d1-4a52-ab88-4554cb2783e0: rpc.has_security_group_logging(os_id): False [ 931.690439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.690439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.690439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.690439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.691096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.695549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.695549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.695740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.695815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.695911] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 is going to be created. [ 931.791657] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.791877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.791947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.792141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.792327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.809039] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: IN_PROGRESS for 2s [ 933.004192] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d93d075-b5ef-416f-81c2-df011eeae78f in Status: SUCCESS [ 933.004521] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d93d075-b5ef-416f-81c2-df011eeae78f deletion is rescheduled due to dependency. [ 933.004521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d93d075-b5ef-416f-81c2-df011eeae78f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.006202] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 in Status: SUCCESS [ 933.006202] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 deletion is rescheduled due to dependency. [ 933.006202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.054026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc90735-ed49-4385-9b6e-f8c743742026 in Status: SUCCESS [ 933.054026] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 deletion is rescheduled due to dependency. [ 933.054026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.074951] env[62807]: INFO networking_nsxv3.common.synchronization [req-c4a44da1-128f-42a0-8090-ef6277b14478 req-353c4149-536a-4bae-ba7a-827e62c47fed tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 933.076055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 933.076055] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.076055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.076055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.076334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.076334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.078848] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.579064] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.823832] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: SUCCESS [ 933.823832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.081234] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.584784] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.585265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.585377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.585616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.585742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.585876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 934.610373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.610565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.610650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.610912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.611097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.621236] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 934.712368] env[62807]: INFO networking_nsxv3.common.synchronization [req-3946782e-6ede-4d16-970e-960203046a55 req-2773a157-7932-4907-8f42-4bd564776d6c tempest-ListImageFiltersTestJSON-1926878691 tempest-ListImageFiltersTestJSON-1926878691-project-member] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 934.713155] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 934.713295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.713446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.713547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.713830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.713996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.714114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.714226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.714428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.714523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.714619] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.203653] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.203653] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.203653] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.206498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.206498] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.206498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.206498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.206498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.206498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.206498] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.206498] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.206498] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.206498] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.206498] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.206498] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.207362] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.218452] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.218452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.218611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.218800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.218914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.219313] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.219313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.219448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.224590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.224590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.224590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc already deleted. [ 935.224590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.224590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.224824] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.224824] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.225013] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.225892] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-20070e44-989b-4d3c-aab6-3de905aad547 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.226097] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.226231] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.226633] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.226821] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20070e44-989b-4d3c-aab6-3de905aad547',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.370173] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b68408d5-f5b7-4296-adf3-d246982abf43 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 935.371103] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 935.371549] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.371829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.372027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.372345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.372530] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.670204] env[62807]: INFO networking_nsxv3.common.synchronization [None req-f129431b-b2eb-45bb-acea-1705d22c8df1 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 935.670868] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 935.675173] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.675311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.730644] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.730901] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.731054] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.731350] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.731515] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.731857] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 20070e44-989b-4d3c-aab6-3de905aad547 not found, creating... [ 935.731981] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.732151] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.732278] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.732586] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.732737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.733042] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.733208] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.733335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.733548] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.733688] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.733832] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 20070e44-989b-4d3c-aab6-3de905aad547 is going to be created. [ 935.753655] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.753978] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.754157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.754458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.754716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.755028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.905961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.906162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.906238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.906472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.906598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.906752] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 already deleted. [ 935.906797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.906975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.907173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.907264] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.426947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.427348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.427348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.427348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.427528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.427528] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 already deleted. [ 936.427591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.607287] env[62807]: INFO networking_nsxv3.common.synchronization [req-3946782e-6ede-4d16-970e-960203046a55 req-7e6c9ad5-d053-4236-b9e3-a62ff5402f02 service nova] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_rules [ 936.607549] env[62807]: INFO networking_nsxv3.common.synchronization [req-3946782e-6ede-4d16-970e-960203046a55 req-7e6c9ad5-d053-4236-b9e3-a62ff5402f02 service nova] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 936.607718] env[62807]: INFO networking_nsxv3.common.synchronization [req-3946782e-6ede-4d16-970e-960203046a55 req-7e6c9ad5-d053-4236-b9e3-a62ff5402f02 service nova] Enqueued Resource ID: 20070e44-989b-4d3c-aab6-3de905aad547 with Priority: HIGHEST for action port [ 936.608409] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_rules [ 936.608580] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 936.611733] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20070e44-989b-4d3c-aab6-3de905aad547 with Priority: HIGHEST for action port [ 936.612016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.613126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.613126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.614769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.614769] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.618615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.618615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.618615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.618615] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.619820] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-20070e44-989b-4d3c-aab6-3de905aad547 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.619945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.620031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620300] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20070e44-989b-4d3c-aab6-3de905aad547',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.631351] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 936.631606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.122431] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.123848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.124117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.124325] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20070e44-989b-4d3c-aab6-3de905aad547 with status ACTIVE [ 937.124525] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.124639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.124729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.124989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.125256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.125483] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.125712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.125854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.126275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.126275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.126442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.126835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.126835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.127532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.127532] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20070e44-989b-4d3c-aab6-3de905aad547 is going to be updated. [ 937.147751] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.147897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.147984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.148234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.148376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.148552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20070e44-989b-4d3c-aab6-3de905aad547" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.260283] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1f8a8a25-9c74-4041-bb4d-399cf58f957f None None] Enqueued Resource ID: 20236fdd-cf0b-4350-b053-cb0f5e42d75b with Priority: HIGHEST for action port [ 937.265224] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20236fdd-cf0b-4350-b053-cb0f5e42d75b with Priority: HIGHEST for action port [ 937.266179] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-20236fdd-cf0b-4350-b053-cb0f5e42d75b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.267402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20236fdd-cf0b-4350-b053-cb0f5e42d75b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.267759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20236fdd-cf0b-4350-b053-cb0f5e42d75b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.272099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20236fdd-cf0b-4350-b053-cb0f5e42d75b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.272269] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20236fdd-cf0b-4350-b053-cb0f5e42d75b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.536475] env[62807]: INFO networking_nsxv3.common.synchronization [req-8dfaa615-c124-44e3-99fc-91f9e36d386e req-776b9317-06cf-41b9-b027-a359808b8f89 tempest-ListImageFiltersTestJSON-1926878691 tempest-ListImageFiltersTestJSON-1926878691-project-member] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 937.537053] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 937.537401] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.537541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.628919] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.777140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20236fdd-cf0b-4350-b053-cb0f5e42d75b [ 937.777140] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.777140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.777140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.777140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.777140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.777140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20236fdd-cf0b-4350-b053-cb0f5e42d75b already deleted. [ 937.777140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20236fdd-cf0b-4350-b053-cb0f5e42d75b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.128758] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.129539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.129539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.129539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.129539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.129539] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be created. [ 938.152051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.152183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.152333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.152446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.152605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.163784] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: UNINITIALIZED for 2s [ 938.298845] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.299133] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.299303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.299582] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.299900] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.300129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.300292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.300826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.300826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.301084] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.301225] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.301384] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.301509] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.301656] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.301815] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.302041] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.342456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.343035] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.343035] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.343035] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-963" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.343278] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5992ceda-be00-450a-a26e-10cab2e2a02b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.343457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.343604] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.343914] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.344074] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5992ceda-be00-450a-a26e-10cab2e2a02b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.849632] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.849961] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.850180] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.851069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.851311] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.851737] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5992ceda-be00-450a-a26e-10cab2e2a02b not found, creating... [ 938.852594] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.852854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.853048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.853351] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.853587] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.853990] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.854414] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.854595] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.854865] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.855077] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.855288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5992ceda-be00-450a-a26e-10cab2e2a02b is going to be created. [ 938.875592] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.875592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.875592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.875886] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.876136] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.876382] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.636622] env[62807]: INFO networking_nsxv3.common.synchronization [req-8dfaa615-c124-44e3-99fc-91f9e36d386e req-e6d2013d-3d20-4a9f-b4c6-70fe9e5d980b service nova] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_rules [ 939.636801] env[62807]: INFO networking_nsxv3.common.synchronization [req-8dfaa615-c124-44e3-99fc-91f9e36d386e req-e6d2013d-3d20-4a9f-b4c6-70fe9e5d980b service nova] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 939.636944] env[62807]: INFO networking_nsxv3.common.synchronization [req-8dfaa615-c124-44e3-99fc-91f9e36d386e req-e6d2013d-3d20-4a9f-b4c6-70fe9e5d980b service nova] Enqueued Resource ID: 5992ceda-be00-450a-a26e-10cab2e2a02b with Priority: HIGHEST for action port [ 939.638553] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_rules [ 939.638553] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 939.638553] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5992ceda-be00-450a-a26e-10cab2e2a02b with Priority: HIGHEST for action port [ 939.638553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.638553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.638553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.638553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.638553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5992ceda-be00-450a-a26e-10cab2e2a02b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.639340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.639340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.639340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.639340] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5992ceda-be00-450a-a26e-10cab2e2a02b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.745691] env[62807]: INFO networking_nsxv3.common.synchronization [None req-dd06fef2-2d05-4df1-8704-c7699d4da5f1 None None] Enqueued Resource ID: b27c64c7-5184-4fe9-8c08-8209955591b7 with Priority: HIGHEST for action port [ 939.745935] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27c64c7-5184-4fe9-8c08-8209955591b7 with Priority: HIGHEST for action port [ 939.747832] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27c64c7-5184-4fe9-8c08-8209955591b7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.747832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27c64c7-5184-4fe9-8c08-8209955591b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.747832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27c64c7-5184-4fe9-8c08-8209955591b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.747832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27c64c7-5184-4fe9-8c08-8209955591b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.747832] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27c64c7-5184-4fe9-8c08-8209955591b7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.141391] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5992ceda-be00-450a-a26e-10cab2e2a02b with status ACTIVE [ 940.142111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.142111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.142111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.142766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.142766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.142919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.143106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.143216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.143480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.143637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.143947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.144393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.144462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.144712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.144861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.145027] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5992ceda-be00-450a-a26e-10cab2e2a02b is going to be updated. [ 940.175948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.176157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.176275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.176526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.176864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.177137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5992ceda-be00-450a-a26e-10cab2e2a02b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.178045] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 940.178309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.178513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.178857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.179102] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.179267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.179385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.179757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.179757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.179854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.179958] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.181014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.181205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.181408] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.181514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.181574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.181749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.181829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.181918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.249981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b27c64c7-5184-4fe9-8c08-8209955591b7 [ 940.250370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.250834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.250834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.251029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.251176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.251322] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b27c64c7-5184-4fe9-8c08-8209955591b7 already deleted. [ 940.251473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27c64c7-5184-4fe9-8c08-8209955591b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.684323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.684471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.684685] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.192104] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.699969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.699969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.699969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.699969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.699969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.699969] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be updated. [ 941.734577] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.734577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.734577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.734577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.734577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.741814] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 943.554974] env[62807]: INFO networking_nsxv3.common.synchronization [req-22f1c4af-be59-4961-8332-fa6c52d31aea req-84953852-b259-4268-8e3a-bb4618b2eac8 tempest-VolumesAdminNegativeTest-1202358734 tempest-VolumesAdminNegativeTest-1202358734-project-member] Enqueued Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 943.556255] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGHEST for action security_group_members [ 943.556255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.556255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.556442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.556532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.556691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.556885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.556885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.558084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.558084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.558084] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.751923] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 943.752284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.752522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.752831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.753110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.753318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.753438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.753690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.753825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.753974] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.059950] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.061015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.061015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.061015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.061246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 is going to be updated. [ 944.088900] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.089085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.089156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.098786] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: IN_PROGRESS for 2s [ 944.257338] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.759824] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.262745] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.262920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.262986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.263248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.263342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.263446] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be updated. [ 945.291339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.291483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.291555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.291756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.292078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.300659] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 945.464705] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c4ba08d-7d26-42f7-a5f5-d36256657289 req-ce83abeb-d59a-4353-a482-129196b13551 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 945.465314] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 945.465663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.465816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.465909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.466134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.466281] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.466379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.466440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.466576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.466660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.466751] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.831490] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.832903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.832903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.832903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.833890] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.833890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.833890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.833890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.834187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.834215] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.834380] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.834443] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.835039] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.835039] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.835039] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.835039] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.858322] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.858541] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.858691] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.859493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.859493] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-3c36df9c-47da-4470-9e9d-87659604c923 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.859750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.860731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.860731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.860731] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c36df9c-47da-4470-9e9d-87659604c923',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.879333] env[62807]: INFO networking_nsxv3.common.synchronization [req-2af7e640-16d0-4066-a844-f7fb02969543 req-c107cb67-54c1-4829-960e-52824de1088c tempest-ServersWithSpecificFlavorTestJSON-2062133425 tempest-ServersWithSpecificFlavorTestJSON-2062133425-project-member] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 945.879333] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGHEST for action security_group_members [ 945.879333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.879333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.879333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.881465] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.971223] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.107488] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 in Status: SUCCESS [ 946.107677] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 deletion is rescheduled due to dependency. [ 946.107838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362758] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.363007] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.363233] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.363614] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.363796] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.364013] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 3c36df9c-47da-4470-9e9d-87659604c923 not found, creating... [ 946.364301] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.364468] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.364592] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.364830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.364983] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.365551] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.365551] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.365672] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.365821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.365966] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.367453] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 3c36df9c-47da-4470-9e9d-87659604c923 is going to be created. [ 946.385345] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.385345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.385345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.385345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.390495] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.390713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.390893] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.391375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.391715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.392737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.409303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.409523] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.409640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.409705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.409890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.409963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.410061] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be updated. [ 946.430925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.440680] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: IN_PROGRESS for 2s [ 946.476413] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.981084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.981084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.981084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.981084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.981084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.981084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 947.006847] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.006847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.007013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.007188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.007358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.014965] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c4ba08d-7d26-42f7-a5f5-d36256657289 req-43ccac92-0c79-4cce-9a89-34733ad58b27 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c4ba08d-7d26-42f7-a5f5-d36256657289 req-43ccac92-0c79-4cce-9a89-34733ad58b27 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c4ba08d-7d26-42f7-a5f5-d36256657289 req-43ccac92-0c79-4cce-9a89-34733ad58b27 service nova] Enqueued Resource ID: 3c36df9c-47da-4470-9e9d-87659604c923 with Priority: HIGHEST for action port [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 947.158506] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c36df9c-47da-4470-9e9d-87659604c923 with Priority: HIGHEST for action port [ 947.158506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.158506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.158506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.159047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.159047] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.160192] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.160307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.160428] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c36df9c-47da-4470-9e9d-87659604c923 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.160581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.160629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.161237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.161237] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c36df9c-47da-4470-9e9d-87659604c923',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.310182] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 947.310452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.310565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.310945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.311024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.311100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.311274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.311350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.311399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.311628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.311628] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.311979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.311979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.311979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.312320] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.312320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.312320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.312320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.312583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.312583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.312583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.662961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.663116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.663312] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c36df9c-47da-4470-9e9d-87659604c923 with status ACTIVE [ 947.663493] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.663602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.663670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.663879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.663971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.664218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.664268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.664302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.664458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.664543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.664736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.664791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.664848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.664985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.665073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.665155] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c36df9c-47da-4470-9e9d-87659604c923 is going to be updated. [ 947.685172] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.685310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.685379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.685571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.685710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c36df9c-47da-4470-9e9d-87659604c923" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.815574] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2262768-09b4-420b-b28b-70a3d4d989cc: rpc.has_security_group_logging(os_id): False [ 947.839558] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.839637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.839696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.839905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.839997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840227] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.840328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.840390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.840586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.840674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840900] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.841047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.841117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.841309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.841360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.841513] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.841604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.841695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.841793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.841875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.841956] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be created. [ 947.917076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.917076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.917076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.917287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.917398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928942] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 948.226019] env[62807]: INFO networking_nsxv3.common.synchronization [req-870fea88-aab6-4fb1-b4d0-f4f45f62d526 req-05567329-4182-4cb3-ae8c-338502a34b89 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 948.228436] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 948.228941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229711] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.230166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.230522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.230671] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.449991] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 in Status: SUCCESS [ 948.450199] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 deletion is rescheduled due to dependency. [ 948.450303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.615732] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.616014] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.616197] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.616629] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.616993] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.617376] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.617553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.617849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.618082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.618336] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.618499] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.618665] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.618843] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.619246] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.619246] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.619366] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.637247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.637540] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.637777] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.638053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.638486] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-ef217261-6aa3-43f9-97b8-9c8d818e17f4 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.638737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638927] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.639347] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.639554] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef217261-6aa3-43f9-97b8-9c8d818e17f4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.736779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.736779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.737035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.737069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.737154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.737355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.737457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.737559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.737672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.737750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.737833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b already deleted. [ 948.737915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.024206] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 949.024419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.024608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.024843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.025056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.025197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.025268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.025442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.025530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.025629] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.142766] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.143099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.143274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.143618] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.143986] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.144081] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port ef217261-6aa3-43f9-97b8-9c8d818e17f4 not found, creating... [ 949.144538] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.144634] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.144736] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.145048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.145339] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.145708] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.145920] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.146114] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.146819] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.146819] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.146819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: ef217261-6aa3-43f9-97b8-9c8d818e17f4 is going to be created. [ 949.165565] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.165565] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.165565] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.165774] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.165915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.166165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.528194] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.941716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 949.942813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.942813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.943105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.943334] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.962659] env[62807]: INFO networking_nsxv3.common.synchronization [req-870fea88-aab6-4fb1-b4d0-f4f45f62d526 req-fded5f70-d538-4dca-bef1-8b12a314351a service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 949.962855] env[62807]: INFO networking_nsxv3.common.synchronization [req-870fea88-aab6-4fb1-b4d0-f4f45f62d526 req-fded5f70-d538-4dca-bef1-8b12a314351a service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 949.966022] env[62807]: INFO networking_nsxv3.common.synchronization [req-870fea88-aab6-4fb1-b4d0-f4f45f62d526 req-fded5f70-d538-4dca-bef1-8b12a314351a service nova] Enqueued Resource ID: ef217261-6aa3-43f9-97b8-9c8d818e17f4 with Priority: HIGHEST for action port [ 949.966022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 949.966022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 949.966022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef217261-6aa3-43f9-97b8-9c8d818e17f4 with Priority: HIGHEST for action port [ 949.966022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.966022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.966022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.966022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.966022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.966514] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.966514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.966514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.966514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.973057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.973225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.973295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.973733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.973831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.973996] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.976347] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef217261-6aa3-43f9-97b8-9c8d818e17f4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.976904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.976945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.977134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.977664] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef217261-6aa3-43f9-97b8-9c8d818e17f4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.035020] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.446653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.446815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.446889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.447185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.447369] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.447472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.447537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.447692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.447875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.447910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.447989] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.480010] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.481015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.481132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.481314] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef217261-6aa3-43f9-97b8-9c8d818e17f4 with status ACTIVE [ 950.481502] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.481623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.481697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.481923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482224] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.483055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.483193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.483269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.483365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef217261-6aa3-43f9-97b8-9c8d818e17f4 is going to be updated. [ 950.502356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.502531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.502583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.502804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.503179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.503391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef217261-6aa3-43f9-97b8-9c8d818e17f4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.534021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.534343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.534343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.534543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.534788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.534788] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 950.565909] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.566078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.566165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.566456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.566663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.580299] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 950.951535] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.951535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.951535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.951787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.952259] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.952259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.952259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.952259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.952259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.952561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.952561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.952561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.952668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.952810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.952880] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.952966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.952966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.953824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.953824] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.985010] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.456856] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2262768-09b4-420b-b28b-70a3d4d989cc: rpc.has_security_group_logging(os_id): False [ 951.474137] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.474298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.474367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.474580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.474670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.474900] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.474995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.475477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.475566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.476265] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.476507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.476614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.476686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.476769] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be updated. [ 951.488032] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.488032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.488032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.488194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.489032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.489032] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be created. [ 951.510642] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.511290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.511290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.523024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: UNINITIALIZED for 2s [ 951.533219] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.533369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.533440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.533653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.533790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.546698] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 952.146566] env[62807]: INFO networking_nsxv3.common.synchronization [req-4c88bd73-6fc3-4b3f-8ca3-46537ed9b586 req-79cd13b5-50bd-4256-9e90-dc2b5f52c4ca tempest-ServersTestManualDisk-1312769716 tempest-ServersTestManualDisk-1312769716-project-member] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 952.147137] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGHEST for action security_group_members [ 952.147855] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.149215] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.149215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.149215] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.589515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 952.589823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.590009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.590261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.590464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.590585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.590686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.590802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.591013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.591196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.591308] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.653132] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.653318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.653394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.653625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.679572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.679840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.679965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.680034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.680240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.680316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.680405] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 is going to be updated. [ 952.720296] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.720499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.720598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.720852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.721126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.732107] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: IN_PROGRESS for 2s [ 953.093059] env[62807]: INFO networking_nsxv3.common.synchronization [None req-48e9335d-9c07-464e-91d3-75915631ca45 None None] Enqueued Resource ID: 860a995f-fa3e-4e83-a5c0-cd90b98cdf3c with Priority: HIGHEST for action port [ 953.094126] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860a995f-fa3e-4e83-a5c0-cd90b98cdf3c with Priority: HIGHEST for action port [ 953.096753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.096913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.096991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.097217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.097384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.097486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.097550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.097701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.097788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.097916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.098087] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.098187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.098247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.098391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.098530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.098654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.098710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.098838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.098936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.099041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.099155] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.100069] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-860a995f-fa3e-4e83-a5c0-cd90b98cdf3c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.100617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-860a995f-fa3e-4e83-a5c0-cd90b98cdf3c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.100617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-860a995f-fa3e-4e83-a5c0-cd90b98cdf3c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.101112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-860a995f-fa3e-4e83-a5c0-cd90b98cdf3c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.101227] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('860a995f-fa3e-4e83-a5c0-cd90b98cdf3c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.530228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 953.530376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.530529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.530740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.531469] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.531469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.531469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.531469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.531469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.531469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.531842] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.557195] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 953.557407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.604561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 953.605863] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 860a995f-fa3e-4e83-a5c0-cd90b98cdf3c [ 953.605863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.606051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.606051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.606321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.606417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.606511] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:860a995f-fa3e-4e83-a5c0-cd90b98cdf3c already deleted. [ 953.606608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-860a995f-fa3e-4e83-a5c0-cd90b98cdf3c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.623881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.623881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.623881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.624197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.642255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.642627] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.642860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.642976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.643232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.643362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.643591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.643729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.643813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.643992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.644128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.644742] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.644985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.645103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.645317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.645421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.645539] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 953.703130] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.703286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.703357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.703566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.703713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.714071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 954.033683] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.033924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.034160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.038262] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.038419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.038497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.038699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.038792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.039092] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.039193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.039251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.039415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.039556] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.039661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.039717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.039846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.039924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.040015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.040116] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.097147] env[62807]: INFO networking_nsxv3.common.synchronization [None req-296dfd9e-2cd9-4424-8550-0cfcff055e04 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 954.104030] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 954.104030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.104030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.104030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.104030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.104030] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.220365] env[62807]: INFO networking_nsxv3.common.synchronization [None req-42937dc3-489a-4a53-b5fc-b630d11c704f tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 954.221226] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 954.221369] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.221519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.545496] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 954.570133] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.570133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.570265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.570424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.570516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.570717] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.570814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.570874] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.571127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.571209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.571467] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.571565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.571624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.571764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.571835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.572034] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.572123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.572180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.572316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.572386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.572488] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be created. [ 954.626247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.626657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.626657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.626802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.626881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.627029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 already deleted. [ 954.627185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.628742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.628742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.628742] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.656821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.656821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.657155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.671983] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 954.752590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 in Status: SUCCESS [ 954.752807] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 deletion is rescheduled due to dependency. [ 954.752924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.155148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.155148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.155148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.155148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.155148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.155148] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 already deleted. [ 955.155148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.282150] env[62807]: INFO networking_nsxv3.common.synchronization [None req-577cd861-f775-443c-9e6f-c16ec9ce2c45 None None] Enqueued Resource ID: 14666203-e3f8-4991-a3e8-be15a3c4d30c with Priority: HIGHEST for action port [ 955.282673] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14666203-e3f8-4991-a3e8-be15a3c4d30c with Priority: HIGHEST for action port [ 955.283030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-14666203-e3f8-4991-a3e8-be15a3c4d30c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.283164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14666203-e3f8-4991-a3e8-be15a3c4d30c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.283237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14666203-e3f8-4991-a3e8-be15a3c4d30c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.283496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14666203-e3f8-4991-a3e8-be15a3c4d30c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.283579] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14666203-e3f8-4991-a3e8-be15a3c4d30c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.730093] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 955.730093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.787217] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14666203-e3f8-4991-a3e8-be15a3c4d30c [ 955.787525] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.787724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.787796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.787991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.788084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.788199] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14666203-e3f8-4991-a3e8-be15a3c4d30c already deleted. [ 955.788270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14666203-e3f8-4991-a3e8-be15a3c4d30c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.661289] env[62807]: INFO networking_nsxv3.common.synchronization [req-8fd4eb6d-3cf0-4442-83f8-916f88311d6f req-c2af257a-b738-4d8e-8e40-c4fa7f5957a0 tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 956.661922] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 956.662400] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.662563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.662653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.662891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.663098] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.663238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.663319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.663514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.663642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.663801] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.683436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 956.683436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.168575] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.169143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.169143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.169216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.191134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.191453] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.191582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.191655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.191907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.191976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.192081] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 957.215868] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.215868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.215868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.215868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.216132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.223288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 959.233564] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 959.234212] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 959.234212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.264959] env[62807]: INFO networking_nsxv3.common.synchronization [req-7a64dc21-7a82-4a20-9be0-5eb71a8b116c req-f178f07d-b121-4593-ba10-c3a7a4ff8b0d tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 959.265742] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 959.266237] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.266237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.266237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.266430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.266614] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.266744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.266831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.267011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.267133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.267262] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.695075] env[62807]: INFO networking_nsxv3.common.synchronization [req-6afb1458-03f9-4737-905e-e4d4a89d1072 req-ec08031e-c891-49c6-b687-7729e3f85a97 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 959.695826] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 959.696435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.696623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.696727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.696959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.697137] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.697257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.697327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.697485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.697578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.697827] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.769889] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.199441] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.272225] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.701881] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.774293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.774495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.774596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.774843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.774965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.775123] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 960.831086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.831292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.831292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.831634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.840717] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 961.205090] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.205330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.205455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.205709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.205845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.205977] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 961.232418] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.232692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.232776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.233064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.233246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.241717] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 962.850326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 962.850656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.250064] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 963.250296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.663658] env[62807]: INFO networking_nsxv3.common.synchronization [req-aa144261-0527-4b0c-81d6-dd8b40c9bb7d req-89d6d2f3-5c71-446d-9866-5a0484fba802 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 964.664596] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 964.666148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.666623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.666786] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.667113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.667227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.667292] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.147446] env[62807]: INFO networking_nsxv3.common.synchronization [req-e0b37118-b649-4ff0-af17-b529a0e9eaca req-903a455e-6da7-4f74-8687-1d46dbdc2b74 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 965.147446] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 965.147446] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.147446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.147446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.147446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.148367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.148648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.150499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.150772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.152490] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.169179] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.169303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.169657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.169657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.169657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.169855] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.169915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.169982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.170273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.170273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170348] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 already deleted. [ 965.170399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.189485] env[62807]: INFO networking_nsxv3.common.synchronization [req-e0b37118-b649-4ff0-af17-b529a0e9eaca req-903a455e-6da7-4f74-8687-1d46dbdc2b74 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 965.189676] env[62807]: INFO networking_nsxv3.common.synchronization [req-e0b37118-b649-4ff0-af17-b529a0e9eaca req-903a455e-6da7-4f74-8687-1d46dbdc2b74 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 965.189826] env[62807]: INFO networking_nsxv3.common.synchronization [req-e0b37118-b649-4ff0-af17-b529a0e9eaca req-903a455e-6da7-4f74-8687-1d46dbdc2b74 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 965.190619] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 965.190619] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 965.190619] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 965.190811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.190916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.190965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.191399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.191524] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.192553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.192553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.192738] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-1865cb89-88d6-4e84-81ae-daece6adaa4d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.192868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.192921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.193165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.193276] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1865cb89-88d6-4e84-81ae-daece6adaa4d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.653670] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.684470] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.684828] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.684868] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.685131] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.685485] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.685718] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.685894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.686474] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.686708] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.686984] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.687197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.688254] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.688254] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.688254] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.688254] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.688254] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.691808] env[62807]: INFO networking_nsxv3.common.synchronization [req-b0ed6359-220c-4752-94ec-de5b7d40a473 req-5741532a-efad-4bea-8281-52ac0b6a528b tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 965.692682] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 965.693254] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.693429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.693539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.693761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.694698] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.694698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.694698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.694698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.694698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.694698] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.695576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.695871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.696335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1865cb89-88d6-4e84-81ae-daece6adaa4d with status ACTIVE [ 965.696558] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.696713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.696818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698082] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.698217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.698303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.698532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698616] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d is going to be updated. [ 965.716373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.716373] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.716373] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.716373] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.716373] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.716373] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.716373] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.716373] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.716373] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029acc9a-5528-4c96-a5a7-fa02e89a2bb9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.734181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.734181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.734181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.734181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.734181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.734520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156541] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.203878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.204945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.204945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.204945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.204945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.205141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.205229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.205229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.205572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.205663] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 966.218753] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.218997] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.219153] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.219440] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.219596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.219759] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 not found, creating... [ 966.220047] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.220214] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.220334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.220994] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.220994] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.221389] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.221389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.221389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.221627] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.221667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.221815] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 is going to be created. [ 966.237094] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.243544] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.243544] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.253600] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 966.658911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.662063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.662063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.662063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.662063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.662063] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be updated. [ 966.687043] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.687043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.687822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.687822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.687822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.696402] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 967.389652] env[62807]: INFO networking_nsxv3.common.synchronization [req-6559206a-aedd-4cfb-8f47-295176e7cb22 req-e6b1085c-587e-4b94-9d10-e8fddf090ba9 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 967.389652] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 967.389652] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.390272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.390391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.390712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.390936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.391252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.391373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.392435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.392435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.392435] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.427275] env[62807]: INFO networking_nsxv3.common.synchronization [req-edb335e8-88c4-4d19-856c-634afd89a9ea req-7e34367d-0713-4bd0-b8f6-a1a39d5b7b4f tempest-MigrationsAdminTest-19785326 tempest-MigrationsAdminTest-19785326-project-member] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 967.427275] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGHEST for action security_group_members [ 967.427275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.427275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.427275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.428335] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [req-aa144261-0527-4b0c-81d6-dd8b40c9bb7d req-1f8fb95e-2088-4147-a39c-2564e56d3863 service nova] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [req-aa144261-0527-4b0c-81d6-dd8b40c9bb7d req-1f8fb95e-2088-4147-a39c-2564e56d3863 service nova] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [req-aa144261-0527-4b0c-81d6-dd8b40c9bb7d req-1f8fb95e-2088-4147-a39c-2564e56d3863 service nova] Enqueued Resource ID: 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 with Priority: HIGHEST for action port [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_rules [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 967.469058] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 with Priority: HIGHEST for action port [ 967.469804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.469804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.469898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.472514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.472514] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.473474] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.474752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.474815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.475667] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.475667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.475667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.475667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.475667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.476264] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.479639] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.479639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.479639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.479639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.479639] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029acc9a-5528-4c96-a5a7-fa02e89a2bb9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.895721] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.896023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.896488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.897402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.897700] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.898291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.898291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.898411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.898547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.898654] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb already deleted. [ 967.899079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.931682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.931847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.931922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.932187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.951682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.952035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.952242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.952242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.952475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.952560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.952651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be updated. [ 967.978499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.978499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.978499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.978712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.978890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.980503] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.981577] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 with status ACTIVE [ 967.981873] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.982030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.982191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.983019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.983019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.983019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.983318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.983415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.983583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.983753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.983929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.983992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.984636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.985232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.985373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.985560] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 029acc9a-5528-4c96-a5a7-fa02e89a2bb9 is going to be updated. [ 967.986726] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.986818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.998150] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: IN_PROGRESS for 2s [ 968.006095] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.006255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.006324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.006569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.006718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.006912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029acc9a-5528-4c96-a5a7-fa02e89a2bb9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.089095] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.093019] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.093019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.093019] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.093019] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.093019] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.093019] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.093019] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.093019] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.093019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.111643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.113914] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.113914] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.113914] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.113914] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-260ddd77-4e00-4b1e-9299-fa71a7d23a57 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.113914] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.114266] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.115692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.115692] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260ddd77-4e00-4b1e-9299-fa71a7d23a57',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.263073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 968.263321] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 968.263458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.485545] env[62807]: INFO networking_nsxv3.common.synchronization [req-06d27da3-b72d-45a9-b41f-6937b33a33a2 req-217de143-48aa-4c1d-af81-d1b99f0e0432 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 968.486495] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 968.486956] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.487064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.488339] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.522381] env[62807]: INFO networking_nsxv3.common.synchronization [req-06d27da3-b72d-45a9-b41f-6937b33a33a2 req-217de143-48aa-4c1d-af81-d1b99f0e0432 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 968.522718] env[62807]: INFO networking_nsxv3.common.synchronization [req-06d27da3-b72d-45a9-b41f-6937b33a33a2 req-217de143-48aa-4c1d-af81-d1b99f0e0432 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 968.522982] env[62807]: INFO networking_nsxv3.common.synchronization [req-06d27da3-b72d-45a9-b41f-6937b33a33a2 req-217de143-48aa-4c1d-af81-d1b99f0e0432 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 968.527017] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_rules [ 968.527017] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 968.527017] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d with Priority: HIGHEST for action port [ 968.527017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-1865cb89-88d6-4e84-81ae-daece6adaa4d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.527017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.527017] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1865cb89-88d6-4e84-81ae-daece6adaa4d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.619640] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.619824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.624169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.624583] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.625122] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.625122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 260ddd77-4e00-4b1e-9299-fa71a7d23a57 not found, creating... [ 968.625323] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.625455] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.625585] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.625832] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.625981] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.626765] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.626765] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.626909] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.627919] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.627919] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.627919] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 260ddd77-4e00-4b1e-9299-fa71a7d23a57 is going to be created. [ 968.646647] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.646849] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.647032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.647351] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.647677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.647975] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.704872] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 4s [ 968.990560] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.991055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.991112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.991580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.991580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.991580] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 is going to be created. [ 969.014872] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.015194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.015194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.015428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.015806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.024980] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: UNINITIALIZED for 2s [ 969.029373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1865cb89-88d6-4e84-81ae-daece6adaa4d with status ACTIVE [ 969.029631] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.029777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.029849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.030083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.030147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.030326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.030426] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.030487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.030646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.030723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.030906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.031052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.031131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.031313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.031768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.031768] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1865cb89-88d6-4e84-81ae-daece6adaa4d is going to be updated. [ 969.050184] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.051188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.051359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.051483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.051642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.051779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1865cb89-88d6-4e84-81ae-daece6adaa4d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.623834] env[62807]: INFO networking_nsxv3.common.synchronization [None req-eacae467-06d8-4e96-bec1-cd90297a91b7 None None] Enqueued Resource ID: ad0df83f-f8e3-4bb1-a827-3a37bccb7f18 with Priority: HIGHEST for action port [ 969.624134] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0df83f-f8e3-4bb1-a827-3a37bccb7f18 with Priority: HIGHEST for action port [ 969.624700] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0df83f-f8e3-4bb1-a827-3a37bccb7f18 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.624820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0df83f-f8e3-4bb1-a827-3a37bccb7f18" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.624886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0df83f-f8e3-4bb1-a827-3a37bccb7f18" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.625786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0df83f-f8e3-4bb1-a827-3a37bccb7f18" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.625886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0df83f-f8e3-4bb1-a827-3a37bccb7f18',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.935113] env[62807]: INFO networking_nsxv3.common.synchronization [req-6559206a-aedd-4cfb-8f47-295176e7cb22 req-01788d02-092f-48a8-97e5-4d4487f85d4e service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 969.937314] env[62807]: INFO networking_nsxv3.common.synchronization [req-6559206a-aedd-4cfb-8f47-295176e7cb22 req-01788d02-092f-48a8-97e5-4d4487f85d4e service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 969.937314] env[62807]: INFO networking_nsxv3.common.synchronization [req-6559206a-aedd-4cfb-8f47-295176e7cb22 req-01788d02-092f-48a8-97e5-4d4487f85d4e service nova] Enqueued Resource ID: 260ddd77-4e00-4b1e-9299-fa71a7d23a57 with Priority: HIGHEST for action port [ 969.937314] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 969.937314] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 969.937314] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260ddd77-4e00-4b1e-9299-fa71a7d23a57 with Priority: HIGHEST for action port [ 969.937314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.937746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.937925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.938280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.938556] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.940057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.940272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.940425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.942019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.942019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.942019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.942019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.942019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.942019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.942019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.946189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-260ddd77-4e00-4b1e-9299-fa71a7d23a57 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.946189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.946189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.946362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.946392] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260ddd77-4e00-4b1e-9299-fa71a7d23a57',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.985151] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2e05c8a0-8594-488c-984e-d77f07b0e60d None None] Enqueued Resource ID: 700de98c-fa9a-4f53-9d77-e049b030067b with Priority: HIGHEST for action port [ 969.985245] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700de98c-fa9a-4f53-9d77-e049b030067b with Priority: HIGHEST for action port [ 969.985591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-700de98c-fa9a-4f53-9d77-e049b030067b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.985775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700de98c-fa9a-4f53-9d77-e049b030067b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.985897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700de98c-fa9a-4f53-9d77-e049b030067b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.986256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700de98c-fa9a-4f53-9d77-e049b030067b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.986364] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700de98c-fa9a-4f53-9d77-e049b030067b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.011051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19eef419-5ed0-4377-88c6-e5683c7e132b in Status: SUCCESS [ 970.011415] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b deletion is rescheduled due to dependency. [ 970.011415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.128307] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad0df83f-f8e3-4bb1-a827-3a37bccb7f18 [ 970.128552] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.128738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.128738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.129343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.129343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.129343] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad0df83f-f8e3-4bb1-a827-3a37bccb7f18 already deleted. [ 970.129343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0df83f-f8e3-4bb1-a827-3a37bccb7f18" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.451607] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.451607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.451607] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 260ddd77-4e00-4b1e-9299-fa71a7d23a57 with status ACTIVE [ 970.451607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.451607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.451607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.452156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.452156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.452156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.452261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.452347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.452531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.454171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.454369] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 260ddd77-4e00-4b1e-9299-fa71a7d23a57 is going to be updated. [ 970.474191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.477923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.477923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.477923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.477923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.477923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260ddd77-4e00-4b1e-9299-fa71a7d23a57" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.488651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 700de98c-fa9a-4f53-9d77-e049b030067b [ 970.488876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.489091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.489158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.489355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.489438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.489530] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:700de98c-fa9a-4f53-9d77-e049b030067b already deleted. [ 970.489606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700de98c-fa9a-4f53-9d77-e049b030067b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.714633] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 970.714859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.715050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.715268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.715458] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.715627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.715668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.715783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.715859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.715963] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.957223] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.039315] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: SUCCESS [ 971.039576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.040011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.040576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.041048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.041303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041632] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.220188] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.461127] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.461301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.461370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.461587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.461723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.461869] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be created. [ 971.497399] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.497535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.511025] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: UNINITIALIZED for 2s [ 971.543922] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.723767] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.048776] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 071a4f5c-b00c-4303-a86d-722a29abd150: rpc.has_security_group_logging(os_id): False [ 972.065614] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.066465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.066465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.067269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.067269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.067269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.067827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.067827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.067827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.070033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.070033] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 is going to be created. [ 972.124849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.125087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.125087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.128025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.128025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.144234] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: IN_PROGRESS for 2s [ 972.225554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.226171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.226324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.226943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.226943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.226943] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be updated. [ 972.255378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.255520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.255588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.255806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.255945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.272298] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 972.423169] env[62807]: INFO networking_nsxv3.common.synchronization [None req-fb5fbef1-3181-4aec-9323-bc1735488cea None None] Enqueued Resource ID: d6da5459-972d-4d13-bc08-633467770fb5 with Priority: HIGHEST for action port [ 972.423169] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6da5459-972d-4d13-bc08-633467770fb5 with Priority: HIGHEST for action port [ 972.423169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6da5459-972d-4d13-bc08-633467770fb5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.427172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6da5459-972d-4d13-bc08-633467770fb5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.427172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6da5459-972d-4d13-bc08-633467770fb5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.427172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6da5459-972d-4d13-bc08-633467770fb5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.427172] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6da5459-972d-4d13-bc08-633467770fb5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.574390] env[62807]: INFO networking_nsxv3.common.synchronization [None req-a58af3a5-ac5d-4416-9082-fbafa8e494e9 None None] Enqueued Resource ID: f8968d6e-8843-4f41-9de2-d43861d2d68d with Priority: HIGHEST for action port [ 972.574640] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8968d6e-8843-4f41-9de2-d43861d2d68d with Priority: HIGHEST for action port [ 972.576206] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8968d6e-8843-4f41-9de2-d43861d2d68d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.576206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8968d6e-8843-4f41-9de2-d43861d2d68d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.577412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8968d6e-8843-4f41-9de2-d43861d2d68d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.577728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8968d6e-8843-4f41-9de2-d43861d2d68d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.577916] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8968d6e-8843-4f41-9de2-d43861d2d68d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.927820] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6da5459-972d-4d13-bc08-633467770fb5 [ 972.928112] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.928323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.928323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.928591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.928591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928750] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6da5459-972d-4d13-bc08-633467770fb5 already deleted. [ 972.928833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6da5459-972d-4d13-bc08-633467770fb5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.080829] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8968d6e-8843-4f41-9de2-d43861d2d68d [ 973.081166] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.081281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.081350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.081726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.081838] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8968d6e-8843-4f41-9de2-d43861d2d68d already deleted. [ 973.081927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8968d6e-8843-4f41-9de2-d43861d2d68d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522809] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.522809] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522809] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.028377] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.028377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.028377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.028377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.028576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.028576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.028576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.028719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.028846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.028891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.032194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032194] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.156683] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: SUCCESS [ 974.157062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.283033] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 974.283320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.283540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.283780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.283994] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.284145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.284221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.284485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.284649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.284793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.284909] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.286546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.286776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.286985] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.287136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.287223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.287396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.287507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.287599] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.535444] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed884a7-a124-4c21-8220-1c89c31499bb: rpc.has_security_group_logging(os_id): False [ 974.557060] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.557060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.557060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.557060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.557060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.557060] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.557375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.557375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.557375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.557472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.557603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.557700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.557764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.557907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.557987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.558190] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.558354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.558354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.558522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.558561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.558623] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be created. [ 974.589219] env[62807]: INFO networking_nsxv3.common.synchronization [req-6ae6dd65-8b88-4160-9e1d-8910aee51da3 req-1ad6ace5-3091-4b72-8673-71c2f01acee6 tempest-AttachInterfacesUnderV243Test-122210080 tempest-AttachInterfacesUnderV243Test-122210080-project-member] Enqueued Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 974.589219] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11413283-10ef-4660-b015-8e8d26070f5c with Priority: HIGHEST for action security_group_members [ 974.594429] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-11413283-10ef-4660-b015-8e8d26070f5c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.594598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.611101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.611291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.611338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.611546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.611744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.625046] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 974.790143] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.791347] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.296492] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11413283-10ef-4660-b015-8e8d26070f5c: rpc.has_security_group_logging(os_id): False [ 975.297669] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.313937] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.314201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.314201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.314741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.330283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.330782] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.330956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.331075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.331217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.331320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.331414] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be updated. [ 975.388906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.388906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.388906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.388906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.389170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.402247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 975.800591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.801178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.801301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.801416] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be updated. [ 975.827150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.827150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.827150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.827150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.827542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.836867] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: IN_PROGRESS for 2s [ 976.643775] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 976.644059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.415513] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 977.415513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.415513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.415513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.415513] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.847563] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11413283-10ef-4660-b015-8e8d26070f5c in Status: SUCCESS [ 977.848052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.848265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.849189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.849189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.849189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.849189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.849189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.849447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.849447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.915275] env[62807]: INFO networking_nsxv3.common.synchronization [None req-220fc4ff-2eb5-461b-b3c6-664a3567fe6a None None] Enqueued Resource ID: 7be3492c-db08-4b5c-b0d9-6d63d7acd2f7 with Priority: HIGHEST for action port [ 977.915817] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be3492c-db08-4b5c-b0d9-6d63d7acd2f7 with Priority: HIGHEST for action port [ 977.916289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be3492c-db08-4b5c-b0d9-6d63d7acd2f7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.916418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be3492c-db08-4b5c-b0d9-6d63d7acd2f7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.916486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be3492c-db08-4b5c-b0d9-6d63d7acd2f7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.916851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be3492c-db08-4b5c-b0d9-6d63d7acd2f7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.916980] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be3492c-db08-4b5c-b0d9-6d63d7acd2f7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.939241] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.939583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.939659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.939897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.939994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.940721] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be deleted. [ 977.987404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.987635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.987635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.987993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.989632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.353194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.353194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.354176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.354283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.354388] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c is going to be deleted. [ 978.381409] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.381409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.382185] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.382185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.382185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.382185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.382185] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11413283-10ef-4660-b015-8e8d26070f5c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.421865] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7be3492c-db08-4b5c-b0d9-6d63d7acd2f7 [ 978.422153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.422314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.422424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.422651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.422761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.422873] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7be3492c-db08-4b5c-b0d9-6d63d7acd2f7 already deleted. [ 978.422970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be3492c-db08-4b5c-b0d9-6d63d7acd2f7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.890252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.890762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.890762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.890762] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11413283-10ef-4660-b015-8e8d26070f5c already deleted. [ 978.890762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11413283-10ef-4660-b015-8e8d26070f5c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.050041] env[62807]: INFO networking_nsxv3.common.synchronization [req-3742739b-a8d0-40a6-829d-29f7afb57c1b req-9c07069d-7e8e-45de-b254-97d72a5be8fb tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 981.050749] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGHEST for action security_group_members [ 981.051895] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.051895] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.051895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.052280] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.554529] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.554756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.554756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.554975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.575027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.575221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.575348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.575418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.575627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.575712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.575804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 is going to be updated. [ 981.598383] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.598612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.598612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.598791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.598927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.609071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: IN_PROGRESS for 2s [ 981.978723] env[62807]: INFO networking_nsxv3.common.synchronization [None req-6f79293e-44ef-46b5-b0ea-6a570e570276 None None] Enqueued Resource ID: bb0087e3-d6d2-4778-89cc-0b4d979f881c with Priority: HIGHEST for action port [ 981.979457] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0087e3-d6d2-4778-89cc-0b4d979f881c with Priority: HIGHEST for action port [ 981.979858] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0087e3-d6d2-4778-89cc-0b4d979f881c taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.980301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0087e3-d6d2-4778-89cc-0b4d979f881c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.982476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0087e3-d6d2-4778-89cc-0b4d979f881c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.982476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0087e3-d6d2-4778-89cc-0b4d979f881c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.982476] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0087e3-d6d2-4778-89cc-0b4d979f881c',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.484681] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb0087e3-d6d2-4778-89cc-0b4d979f881c [ 982.485010] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.485095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.485163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.485374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.485467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.485593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb0087e3-d6d2-4778-89cc-0b4d979f881c already deleted. [ 982.485688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0087e3-d6d2-4778-89cc-0b4d979f881c" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.620365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 in Status: SUCCESS [ 983.620786] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 deletion is rescheduled due to dependency. [ 983.620786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.066047] env[62807]: INFO networking_nsxv3.common.synchronization [req-fdb9c368-c256-4f13-a5ca-0a85f8a709b2 req-d6a4eb72-6505-46ee-aeb2-08c68916756d tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 985.066606] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 985.066919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.067111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.067111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.067408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.067585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.067704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.067771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.067940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.068017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.068084] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.570159] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.570440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.570691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.570813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.571071] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.571225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.571296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.571513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.571618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.571716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 985.596326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.596492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.596597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.596848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.597073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.605045] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 985.715440] env[62807]: INFO networking_nsxv3.common.synchronization [req-55563860-3c2b-4a7d-b46e-bd3d93dcfbd8 req-eee7b4b0-b20d-43b9-9ff3-f16c6f22565e tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 985.716065] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGHEST for action security_group_members [ 985.716374] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.716572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.716572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.716822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.716910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.717062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.717152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.717251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.717501] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.219239] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.219631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.219631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.219712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.239916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.240373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.240453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.240688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.240791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240887] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe is going to be updated. [ 986.265203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.265420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.265495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.265724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.265869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.273577] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: IN_PROGRESS for 2s [ 986.535334] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.535334] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.535334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.535334] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.535334] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.535334] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.535334] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.536109] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.536109] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.536109] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.552162] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.552364] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.552530] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.552709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-199" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.553042] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-26bd8c43-7afd-47eb-b53a-52d4a7847cec taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.553306] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.553393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.553772] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.553920] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26bd8c43-7afd-47eb-b53a-52d4a7847cec',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.061249] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.061521] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.061677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.061975] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.062367] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 26bd8c43-7afd-47eb-b53a-52d4a7847cec not found, creating... [ 987.062644] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.062956] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.063082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.063317] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.063470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.063757] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.063917] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.064047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.064259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.064401] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.064555] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 26bd8c43-7afd-47eb-b53a-52d4a7847cec is going to be created. [ 987.084687] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.084902] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085050] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085325] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.085782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.678268] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 987.678268] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 987.678268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.283024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4a0cd2-62c8-4abc-b668-055955f3effe in Status: SUCCESS [ 988.283226] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe deletion is rescheduled due to dependency. [ 988.283342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.494143] env[62807]: INFO networking_nsxv3.common.synchronization [req-0e9fa8e8-ef78-4032-b7ec-8a0d7a2fc004 req-e9e40dad-ec5a-490b-964e-708b99f5f3a2 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 989.494698] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 989.495034] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.495167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.495238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.495498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.495651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.495752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.495816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.496010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.496178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.496279] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.002022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.002022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.002022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.002022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.002022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.002022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.012287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.012422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.012642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.012711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.013722] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 already deleted. [ 990.013722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.460515] env[62807]: INFO networking_nsxv3.common.synchronization [req-fdb9c368-c256-4f13-a5ca-0a85f8a709b2 req-6785c001-8a9c-47fa-9f77-572dc7c973a0 service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 990.460888] env[62807]: INFO networking_nsxv3.common.synchronization [req-fdb9c368-c256-4f13-a5ca-0a85f8a709b2 req-6785c001-8a9c-47fa-9f77-572dc7c973a0 service nova] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 990.461173] env[62807]: INFO networking_nsxv3.common.synchronization [req-fdb9c368-c256-4f13-a5ca-0a85f8a709b2 req-6785c001-8a9c-47fa-9f77-572dc7c973a0 service nova] Enqueued Resource ID: 26bd8c43-7afd-47eb-b53a-52d4a7847cec with Priority: HIGHEST for action port [ 990.462215] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_rules [ 990.462465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 990.462741] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bd8c43-7afd-47eb-b53a-52d4a7847cec with Priority: HIGHEST for action port [ 990.463547] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.463936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.464147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.464449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.464958] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.466250] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.466484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.466635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.466887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467135] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.471022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.471022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.471022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-26bd8c43-7afd-47eb-b53a-52d4a7847cec taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.471022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.471022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.471022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.471022] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26bd8c43-7afd-47eb-b53a-52d4a7847cec',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.860830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.860830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.861209] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.862742] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.863067] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.863319] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.863415] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.863665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.863829] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.864109] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.864289] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.864439] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.864562] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.864680] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.864789] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.864931] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.885136] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.885272] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.885430] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.885610] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.885930] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-75b18381-f5ef-4ce2-ab71-634c787eaffe taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.886168] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.886388] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.886610] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.886760] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b18381-f5ef-4ce2-ab71-634c787eaffe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.976348] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.976348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.976348] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.982395] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26bd8c43-7afd-47eb-b53a-52d4a7847cec with status ACTIVE [ 990.982395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982395] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26bd8c43-7afd-47eb-b53a-52d4a7847cec is going to be updated. [ 991.003405] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.003724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.003724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.003848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.003982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.004153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26bd8c43-7afd-47eb-b53a-52d4a7847cec" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.390227] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.393235] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 75b18381-f5ef-4ce2-ab71-634c787eaffe not found, creating... [ 991.393235] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.393235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.393692] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.393692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.393692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.393692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.393692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.393692] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 75b18381-f5ef-4ce2-ab71-634c787eaffe is going to be created. [ 991.416847] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.416847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.416847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.416847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.416847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.416847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475156] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.979696] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.979696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.979696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.979696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.979696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.979696] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 992.009939] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.010142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.010142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.010356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.014022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.018839] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 993.309432] env[62807]: INFO networking_nsxv3.common.synchronization [req-0e9fa8e8-ef78-4032-b7ec-8a0d7a2fc004 req-8e2851f6-7ce9-4f9b-8044-e10b6f77754b service nova] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 993.309739] env[62807]: INFO networking_nsxv3.common.synchronization [req-0e9fa8e8-ef78-4032-b7ec-8a0d7a2fc004 req-8e2851f6-7ce9-4f9b-8044-e10b6f77754b service nova] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 993.309777] env[62807]: INFO networking_nsxv3.common.synchronization [req-0e9fa8e8-ef78-4032-b7ec-8a0d7a2fc004 req-8e2851f6-7ce9-4f9b-8044-e10b6f77754b service nova] Enqueued Resource ID: 75b18381-f5ef-4ce2-ab71-634c787eaffe with Priority: HIGHEST for action port [ 993.310038] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_rules [ 993.310197] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 993.310338] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b18381-f5ef-4ce2-ab71-634c787eaffe with Priority: HIGHEST for action port [ 993.311337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.311391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.311487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.311833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.311960] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.313018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.313169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.313272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.313515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.313645] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.313770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.313852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.314029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.314172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.314309] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.315188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b18381-f5ef-4ce2-ab71-634c787eaffe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.315335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.315432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.315635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.315744] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b18381-f5ef-4ce2-ab71-634c787eaffe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.818120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.818120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.818272] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.821846] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b18381-f5ef-4ce2-ab71-634c787eaffe with status ACTIVE [ 993.821846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.821846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.821846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.821846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.821846] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b18381-f5ef-4ce2-ab71-634c787eaffe is going to be updated. [ 993.848191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.848191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.848191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.848191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.848191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.848191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b18381-f5ef-4ce2-ab71-634c787eaffe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.027801] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 994.028261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.028261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.029651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.029651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.029651] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.326852] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.536277] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.536277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.536277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.536277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.536569] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.536569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.536569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.539396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.539396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.539396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.539396] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.831545] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.831545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.831545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.831545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.831545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.831545] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 is going to be created. [ 994.862098] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.862098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.862098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.862098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.862098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.863329] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: UNINITIALIZED for 2s [ 995.040717] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e04aa087-e039-4a8e-af70-a6f19cf014a8: rpc.has_security_group_logging(os_id): False [ 995.063407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.063407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.063407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.063407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.064026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.064026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.064026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.064026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.064026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.064026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 995.118055] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.118055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.118055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.118055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.118331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.133869] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 996.873305] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: SUCCESS [ 996.873615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.873696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.873912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.874330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874750] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.145290] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 997.145505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.378467] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.882284] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0a15b73-0909-438a-85dc-117a38f5ef87: rpc.has_security_group_logging(os_id): False [ 997.900367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.900511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.900565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.900786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.900872] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.901126] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.901252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.901318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.901506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.901565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.901655] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 is going to be created. [ 998.029773] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.029915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.029990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.030217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.030398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.040318] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: IN_PROGRESS for 2s [ 998.311638] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.311743] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 998.365868] env[62807]: INFO networking_nsxv3.common.synchronization [req-4c762d70-ea5a-43dd-a430-fc93daa800e4 req-6215ea10-911e-4acd-b102-b16d8b321a3a tempest-ServersAdminTestJSON-1687339248 tempest-ServersAdminTestJSON-1687339248-project-member] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 998.368862] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGHEST for action security_group_members [ 998.369170] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.369337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.369410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.369617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.369787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.369918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.369983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.370155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.370248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.370343] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.876705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.876705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.876705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.876705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.912400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.912400] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.912400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.912400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.912400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.912400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.912400] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be updated. [ 998.927066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.927215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.927260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.927467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.927606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.936782] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: IN_PROGRESS for 2s [ 1000.050634] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: SUCCESS [ 1000.050948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.378037] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b777a338-675c-41c6-adf9-0b35a931fe0a None None] Enqueued Resource ID: 6827327e-f1c2-48a4-8d3c-d4b2c24277b7 with Priority: HIGHEST for action port [ 1000.378037] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827327e-f1c2-48a4-8d3c-d4b2c24277b7 with Priority: HIGHEST for action port [ 1000.378037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-6827327e-f1c2-48a4-8d3c-d4b2c24277b7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.378037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6827327e-f1c2-48a4-8d3c-d4b2c24277b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.378037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6827327e-f1c2-48a4-8d3c-d4b2c24277b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.378037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6827327e-f1c2-48a4-8d3c-d4b2c24277b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.378037] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6827327e-f1c2-48a4-8d3c-d4b2c24277b7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.880616] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6827327e-f1c2-48a4-8d3c-d4b2c24277b7 [ 1000.881222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.881403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.881492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.881785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.881876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.882167] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6827327e-f1c2-48a4-8d3c-d4b2c24277b7 already deleted. [ 1000.882301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6827327e-f1c2-48a4-8d3c-d4b2c24277b7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.945886] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 in Status: SUCCESS [ 1000.946140] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 deletion is rescheduled due to dependency. [ 1000.946280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.006560] env[62807]: INFO networking_nsxv3.common.synchronization [None req-8ee7a387-0ead-4dbe-a24c-901d7cb4496a None None] Enqueued Resource ID: 9c9b911c-64a1-4c21-a672-f036ad838129 with Priority: HIGHEST for action port [ 1002.007084] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9b911c-64a1-4c21-a672-f036ad838129 with Priority: HIGHEST for action port [ 1002.009238] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9b911c-64a1-4c21-a672-f036ad838129 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.009238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9b911c-64a1-4c21-a672-f036ad838129" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.009238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9b911c-64a1-4c21-a672-f036ad838129" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.009238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9b911c-64a1-4c21-a672-f036ad838129" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.009238] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9b911c-64a1-4c21-a672-f036ad838129',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.294180] env[62807]: INFO networking_nsxv3.common.synchronization [None req-40bf7bb0-a6b7-429d-b428-b3dee13ef409 tempest-ServerActionsV293TestJSON-372620725 tempest-ServerActionsV293TestJSON-372620725-project-member] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1002.296946] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1002.296946] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.296946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.296946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.296946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.296946] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.314335] env[62807]: INFO networking_nsxv3.common.synchronization [req-867ef93e-ec29-4a98-9002-c34f0fe23cb1 req-773eff0e-e8a3-44d2-bcba-43f8d083c6b2 tempest-InstanceActionsNegativeTestJSON-1315968954 tempest-InstanceActionsNegativeTestJSON-1315968954-project-member] Enqueued Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1002.316020] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1002.316020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.316616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.322783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.322783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.322783] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.429195] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c6efd583-a0b9-45d6-a338-8b055048ea38 tempest-ServerActionsV293TestJSON-372620725 tempest-ServerActionsV293TestJSON-372620725-project-member] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1002.431220] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1002.431220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.431220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.512465] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9b911c-64a1-4c21-a672-f036ad838129 [ 1002.512722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.512917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.513419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.515400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.515400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.515400] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9b911c-64a1-4c21-a672-f036ad838129 already deleted. [ 1002.515400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9b911c-64a1-4c21-a672-f036ad838129" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 already deleted. [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.827373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.828187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.828400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.828684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.828894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.829136] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 already deleted. [ 1002.829392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.829698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.829997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.830302] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.345198] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.345198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.345563] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.345619] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.347750] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.347750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.347750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.347750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.348150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.348150] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.348299] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.348334] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.348465] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.348727] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.348727] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.348869] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.356246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.356246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.356246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.356246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.356246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.356246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 already deleted. [ 1003.356246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.367561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.367681] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.367799] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.367983] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-32" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.368323] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.368498] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.368616] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.368945] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.369099] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d2c877-d31a-4a2d-8e91-79d226b6a6b6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.389109] env[62807]: INFO networking_nsxv3.common.synchronization [None req-9e4647a4-1cd7-4ba2-ad0a-bbaca9e33235 None None] Enqueued Resource ID: 7ca67d75-3568-4dbb-88e0-dca3dd32b4f1 with Priority: HIGHEST for action port [ 1003.389371] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca67d75-3568-4dbb-88e0-dca3dd32b4f1 with Priority: HIGHEST for action port [ 1003.389947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca67d75-3568-4dbb-88e0-dca3dd32b4f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca67d75-3568-4dbb-88e0-dca3dd32b4f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.390204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca67d75-3568-4dbb-88e0-dca3dd32b4f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.390422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca67d75-3568-4dbb-88e0-dca3dd32b4f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.390510] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca67d75-3568-4dbb-88e0-dca3dd32b4f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.872642] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.872642] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.872642] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.872965] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.873094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.873302] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 not found, creating... [ 1003.873627] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.873804] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.874018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.874171] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.874311] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.875594] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.877342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.877342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.877342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.877342] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.877342] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 is going to be created. [ 1003.896876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ca67d75-3568-4dbb-88e0-dca3dd32b4f1 [ 1003.897129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.897259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.897327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.897540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.897711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ca67d75-3568-4dbb-88e0-dca3dd32b4f1 already deleted. [ 1003.897845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca67d75-3568-4dbb-88e0-dca3dd32b4f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900254] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.900254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.900463] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.900635] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.902237] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.902838] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.658171] env[62807]: INFO networking_nsxv3.common.synchronization [req-c8497716-74a3-4edd-9784-4f6c35979721 req-b632aea0-850e-4a60-bf77-f2effa44ea01 tempest-ServerRescueTestJSON-199202121 tempest-ServerRescueTestJSON-199202121-project-member] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1004.658734] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1004.661192] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.661589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.661589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.661773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.661889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.662013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.662368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.662368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.662368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.662586] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.852985] env[62807]: INFO networking_nsxv3.common.synchronization [req-81e52a1d-8d3f-447d-b707-d6118129230c req-e2d33010-aea2-4710-9de2-5718aafb6860 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1004.853620] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1004.854199] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.854199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.854199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.854435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.854435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.854520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.854520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.854890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.854890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.854890] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.043426] env[62807]: INFO networking_nsxv3.common.synchronization [None req-36e5753e-1171-454c-bd0a-f8d5c5c44cb3 None None] Enqueued Resource ID: f8b4c1f1-a343-4c89-895e-66bdc731e907 with Priority: HIGHEST for action port [ 1005.048021] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b4c1f1-a343-4c89-895e-66bdc731e907 with Priority: HIGHEST for action port [ 1005.048021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b4c1f1-a343-4c89-895e-66bdc731e907 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.048021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b4c1f1-a343-4c89-895e-66bdc731e907" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.048021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b4c1f1-a343-4c89-895e-66bdc731e907" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b4c1f1-a343-4c89-895e-66bdc731e907" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.048021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b4c1f1-a343-4c89-895e-66bdc731e907',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.164823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.166796] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.166796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b already deleted. [ 1005.166796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.358347] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.358542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.358729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.358834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.358943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.359138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.359258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.359322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.359478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.359558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.359643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1005.386333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.387027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.387027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.387027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.387027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.395370] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [req-867ef93e-ec29-4a98-9002-c34f0fe23cb1 req-510d9363-98c5-402c-b55c-cab8eee376c1 service nova] Enqueued Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_rules [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [req-867ef93e-ec29-4a98-9002-c34f0fe23cb1 req-510d9363-98c5-402c-b55c-cab8eee376c1 service nova] Enqueued Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [req-867ef93e-ec29-4a98-9002-c34f0fe23cb1 req-510d9363-98c5-402c-b55c-cab8eee376c1 service nova] Enqueued Resource ID: d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 with Priority: HIGHEST for action port [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_rules [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1005.490339] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 with Priority: HIGHEST for action port [ 1005.490339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.490339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.490339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.490339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.490849] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.491633] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.491783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.492533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.492533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.492533] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.492533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.492803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.493092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.493244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.493584] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.495199] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.495318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.495432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.495539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.495614] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d2c877-d31a-4a2d-8e91-79d226b6a6b6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.551448] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b4c1f1-a343-4c89-895e-66bdc731e907 [ 1005.551747] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.551880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.551944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.552179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.552273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.552374] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b4c1f1-a343-4c89-895e-66bdc731e907 already deleted. [ 1005.552448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b4c1f1-a343-4c89-895e-66bdc731e907" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.825896] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.826244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.826244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.826560] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.826831] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.826993] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.831451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.831568] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.831729] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.831956] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.832197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.832197] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.832314] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.832426] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.832538] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.832683] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.852692] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.852692] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.852830] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.853034] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.853399] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.853643] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.853719] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.854048] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.854196] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.998479] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.999743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.999743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.999910] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 with status ACTIVE [ 1006.000411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.000605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.000759] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.001033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.004462] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.004770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.004770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.004878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.004923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.005102] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2d2c877-d31a-4a2d-8e91-79d226b6a6b6 is going to be updated. [ 1006.030376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.030551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.030634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.030826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.030972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.031165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d2c877-d31a-4a2d-8e91-79d226b6a6b6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.358682] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.358682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.358682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.358682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.358682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.359196] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb not found, creating... [ 1006.359234] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.359545] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.359646] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.360142] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.360591] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.360791] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.361027] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.361594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.361594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.361886] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.361948] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb is going to be created. [ 1006.383674] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.383936] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.387229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.387229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.387229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.387229] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.509039] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.011175] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.011584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.011584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.011671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.011707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.011787] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 is going to be created. [ 1007.035118] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.035241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.035284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.035580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.035663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.044932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: UNINITIALIZED for 2s [ 1007.406639] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1007.407029] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1007.407278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [req-c8497716-74a3-4edd-9784-4f6c35979721 req-05f63ec4-6f92-48c0-aaf3-515de77e398a service nova] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_rules [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [req-c8497716-74a3-4edd-9784-4f6c35979721 req-05f63ec4-6f92-48c0-aaf3-515de77e398a service nova] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [req-c8497716-74a3-4edd-9784-4f6c35979721 req-05f63ec4-6f92-48c0-aaf3-515de77e398a service nova] Enqueued Resource ID: 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb with Priority: HIGHEST for action port [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_rules [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1007.420019] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb with Priority: HIGHEST for action port [ 1007.420019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.420019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.420019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.420019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.420019] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.422147] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424380] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.424380] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.425455] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.425848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.425848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.426650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.426650] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.926523] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.928978] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.929808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.932308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb with status ACTIVE [ 1007.932462] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.932592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.932669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.936681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.936859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.937168] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.937316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.937388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.937588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.937683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.937887] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.937990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.938066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.938230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.938312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.938411] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb is going to be updated. [ 1007.961313] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.961484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.961629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.961746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.961887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.962543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8d050a-def9-4d6c-a47d-f3ac8d07b4bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.430074] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.935243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.935243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.935243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.935243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.935243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.935243] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be created. [ 1008.962417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.962722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.962722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.962850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.962988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.977996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: UNINITIALIZED for 2s [ 1009.057659] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: SUCCESS [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.057659] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.057659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.057659] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.564021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.564021] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.564021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.565068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.565492] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.565774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.565955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.566294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.566586] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.566869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.567168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.567529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.568933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568933] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.071246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4185986f-ec7d-4a6b-81d4-01f1cac67724: rpc.has_security_group_logging(os_id): False [ 1010.094596] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.095206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.095472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.099309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.099488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.099655] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 is going to be created. [ 1010.153120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.153120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.153543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.153543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.153612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.165125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: IN_PROGRESS for 2s [ 1010.993073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1010.993374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.993484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.993859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.994098] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.994247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.994353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.994457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.994568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.994697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.994876] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.497612] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.497750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.497936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.498056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.498352] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.498471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.498576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.498787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.498923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.499120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.499212] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.499422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.499488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.499652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.499833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.499996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.500399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.500399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.500399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.500536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.500536] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.005240] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc59cf9f-4ad5-4675-9d96-074a5a6ca89b: rpc.has_security_group_logging(os_id): False [ 1012.024837] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.024989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.025065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.025293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.025379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.025645] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.025789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.025856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.026050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.026128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.026326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.026424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.026482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.026628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.026698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.026885] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.026977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.029379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.029497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.029553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.029632] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be created. [ 1012.090503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.090503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.090503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.090503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.090503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.110541] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1012.190183] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: SUCCESS [ 1012.190183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.420064] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.420225] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1013.672035] env[62807]: INFO networking_nsxv3.common.synchronization [req-e8e75611-45bf-43b8-a382-1de30cf6ab27 req-16ee3d9b-7c35-4edf-b56e-6a4e0feb853f tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 1013.672035] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGHEST for action security_group_members [ 1013.672588] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.672588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.672588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.672736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.672736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.672807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673119] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.123749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1014.124011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.177531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.179204] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.179204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.179204] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 is going to be updated. [ 1014.204704] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.204704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.204816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.204961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.205112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.213179] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: IN_PROGRESS for 2s [ 1014.420070] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d3e0c20-a829-4015-85f7-caf56a069f79 req-01a90c02-c0a1-4425-95df-0f4b162aa8c4 tempest-ServersNegativeTestJSON-1201522932 tempest-ServersNegativeTestJSON-1201522932-project-member] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1014.420542] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1014.420840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.420955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.421029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.421286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.421576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.421665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.421783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421955] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.470061] env[62807]: INFO networking_nsxv3.common.synchronization [req-7df9a199-9a31-4692-a4fe-bacba55d0ca7 req-1495ab6c-7629-463c-a834-084ab39d585f tempest-ImagesTestJSON-385848730 tempest-ImagesTestJSON-385848730-project-member] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 1014.470547] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGHEST for action security_group_members [ 1014.471033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.471033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.473107] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.473107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.473107] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.914364] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.914731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.915618] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.915618] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.915618] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.915938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.915987] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.916169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.916399] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.916515] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.916628] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.916742] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.916887] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.917015] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.917163] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.926724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.926856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.927115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.927595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.927595] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.927595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.927595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.927862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.927862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.927862] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 already deleted. [ 1014.927862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.936314] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.936538] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.936736] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.936972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.937417] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9950de47-d55a-480b-b88e-818e09b9bc80 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.937713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.937935] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.938380] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.939544] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9950de47-d55a-480b-b88e-818e09b9bc80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.975718] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.975890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.975938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.976170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.976264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.977729] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.977729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.977729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.977729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.977729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.977729] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be updated. [ 1015.010501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.010501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.010501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.010501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.010501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.019456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: IN_PROGRESS for 2s [ 1015.250059] env[62807]: INFO networking_nsxv3.common.synchronization [req-9ea3f13f-f6af-4ec2-a279-025f8ad54558 req-f3bf473b-2502-482b-8d2a-ef6363fb09c3 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 1015.250586] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 1015.250891] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.251068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.251155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.251473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.251681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.251812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.251879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.252132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.252175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.252257] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.442813] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.443118] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443225] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443605] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.443845] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.444094] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9950de47-d55a-480b-b88e-818e09b9bc80 not found, creating... [ 1015.444344] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.444826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.444826] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.446383] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.446466] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.446939] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.447260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447520] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.447780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.448155] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.448155] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9950de47-d55a-480b-b88e-818e09b9bc80 is going to be created. [ 1015.478237] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.478477] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.478610] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.478895] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.479162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.479421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.755577] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.222684] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 071a4f5c-b00c-4303-a86d-722a29abd150 in Status: SUCCESS [ 1016.223266] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 deletion is rescheduled due to dependency. [ 1016.223394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.257971] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.326755] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d3e0c20-a829-4015-85f7-caf56a069f79 req-409ad832-cbfa-49f8-847a-a60c8592028b service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1016.326809] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d3e0c20-a829-4015-85f7-caf56a069f79 req-409ad832-cbfa-49f8-847a-a60c8592028b service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1016.327126] env[62807]: INFO networking_nsxv3.common.synchronization [req-6d3e0c20-a829-4015-85f7-caf56a069f79 req-409ad832-cbfa-49f8-847a-a60c8592028b service nova] Enqueued Resource ID: 9950de47-d55a-480b-b88e-818e09b9bc80 with Priority: HIGHEST for action port [ 1016.327683] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1016.327853] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1016.327984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9950de47-d55a-480b-b88e-818e09b9bc80 with Priority: HIGHEST for action port [ 1016.334343] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.334343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.334343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.334675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335458] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.338059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.339253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.339356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.339636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.339839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.340030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.340151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.340414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.340470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.340571] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.342065] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9950de47-d55a-480b-b88e-818e09b9bc80 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.342215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.342395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342782] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9950de47-d55a-480b-b88e-818e09b9bc80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.555027] env[62807]: INFO networking_nsxv3.common.synchronization [None req-427a95f1-0fd2-488b-b274-f4b0effa3382 None None] Enqueued Resource ID: b3786239-2965-4b00-a710-02fe9c27e058 with Priority: HIGHEST for action port [ 1016.555027] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3786239-2965-4b00-a710-02fe9c27e058 with Priority: HIGHEST for action port [ 1016.555688] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3786239-2965-4b00-a710-02fe9c27e058 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.557882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3786239-2965-4b00-a710-02fe9c27e058" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.557882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3786239-2965-4b00-a710-02fe9c27e058" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3786239-2965-4b00-a710-02fe9c27e058" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557882] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3786239-2965-4b00-a710-02fe9c27e058',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.761125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.761217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.761257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.762029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.762179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.762241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be updated. [ 1016.794876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.794876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.794876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.794876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.794876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.804685] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 1016.839587] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.839587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.844550] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.848099] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9950de47-d55a-480b-b88e-818e09b9bc80 with status ACTIVE [ 1016.848388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.848561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.848648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.849573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.849573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849573] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.849573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.849573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.849573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.849870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849870] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.849971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.849971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.850439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.850439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.850439] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9950de47-d55a-480b-b88e-818e09b9bc80 is going to be updated. [ 1016.872268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.872433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.872500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.872680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.872823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.872969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.029040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 in Status: SUCCESS [ 1017.029040] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 deletion is rescheduled due to dependency. [ 1017.030185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.060286] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3786239-2965-4b00-a710-02fe9c27e058 [ 1017.060286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.060286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.060538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.060538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.060697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.060729] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3786239-2965-4b00-a710-02fe9c27e058 already deleted. [ 1017.061027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3786239-2965-4b00-a710-02fe9c27e058" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.347829] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.850123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.850123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.850306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.850496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.850625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.850756] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be created. [ 1017.878011] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.878158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.878225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.878428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.878579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.888397] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: UNINITIALIZED for 2s [ 1018.159439] env[62807]: INFO networking_nsxv3.common.synchronization [req-910b1327-9909-40b5-aa34-046273771a9f req-a3b37080-61ba-4601-8121-7bc8c2d40e7a tempest-InstanceActionsNegativeTestJSON-1315968954 tempest-InstanceActionsNegativeTestJSON-1315968954-project-member] Enqueued Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1018.159954] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 with Priority: HIGHEST for action security_group_members [ 1018.160363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-4185986f-ec7d-4a6b-81d4-01f1cac67724 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.160492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.160567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.161355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.161431] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.161541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.161795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.161795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.161927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.162032] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4185986f-ec7d-4a6b-81d4-01f1cac67724',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.664583] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.664929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.664929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.665118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.665202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.665473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.665566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.665605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.665758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.665835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.665922] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 is going to be updated. [ 1018.691211] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.691211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.691211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.698725] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: IN_PROGRESS for 2s [ 1018.815876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 1018.816078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.956933] env[62807]: INFO networking_nsxv3.common.synchronization [None req-aba7e3b6-ffbb-4821-bff8-6f536a8ebc37 None None] Enqueued Resource ID: 571451ed-0109-446b-8735-07f9ab330ff8 with Priority: HIGHEST for action port [ 1018.958911] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571451ed-0109-446b-8735-07f9ab330ff8 with Priority: HIGHEST for action port [ 1018.958911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-571451ed-0109-446b-8735-07f9ab330ff8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.958911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571451ed-0109-446b-8735-07f9ab330ff8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.958911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571451ed-0109-446b-8735-07f9ab330ff8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.958911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571451ed-0109-446b-8735-07f9ab330ff8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.958911] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571451ed-0109-446b-8735-07f9ab330ff8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.461571] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571451ed-0109-446b-8735-07f9ab330ff8 [ 1019.463468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.463468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.463468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.463468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.463468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.463468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571451ed-0109-446b-8735-07f9ab330ff8 already deleted. [ 1019.463468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571451ed-0109-446b-8735-07f9ab330ff8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.900973] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1019.901311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.901481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.902424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.902643] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.902772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.902918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.903082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904432] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.405989] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.406171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.406265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.406533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.406736] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.406835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.406920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.407108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.407199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.407289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.408213] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.408213] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.408213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.409044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.409044] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.707925] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: IN_PROGRESS for 4s [ 1020.911585] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691376ed-24f4-45a1-9757-cabf703112d9: rpc.has_security_group_logging(os_id): False [ 1020.935889] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.936287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.936475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.936819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.937058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.937450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.937714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.939060] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.939060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.939543] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.939774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.939953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.940209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.940386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.940707] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be created. [ 1021.021909] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.024031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.024031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.024031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.024031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.039308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1021.377151] env[62807]: INFO networking_nsxv3.common.synchronization [req-4cd8da5f-9721-4be9-a78b-dfdd3cfa8647 req-b23f6ccd-2baf-4865-b140-40ff984e552c tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1021.377756] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1021.378111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378716] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.383033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.383223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.383344] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.886821] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.887061] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.887203] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.887481] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.887790] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.887955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.888581] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.888908] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.889160] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.889455] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.889631] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.889798] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.891787] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.891992] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.892933] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.893213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.896614] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.896753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.896813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.897079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.897332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.897433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.897493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.897647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.897802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1021.923393] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.923393] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.923393] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.923393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.923393] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-3f437142-559d-418d-814f-10278dd5ed06 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.923393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.923393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.923393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.924179] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f437142-559d-418d-814f-10278dd5ed06',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.925963] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.926053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.926132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.926322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.926456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.935064] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1022.428820] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.429082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.429241] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.429540] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.429693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.429858] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 3f437142-559d-418d-814f-10278dd5ed06 not found, creating... [ 1022.430153] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.430323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.430451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.430715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.430860] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431233] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.431337] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.431511] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.431753] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431862] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.432021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 3f437142-559d-418d-814f-10278dd5ed06 is going to be created. [ 1022.450695] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.450985] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.451178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.451455] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.451699] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.451943] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.717926] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 in Status: SUCCESS [ 1022.718187] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4185986f-ec7d-4a6b-81d4-01f1cac67724 deletion is rescheduled due to dependency. [ 1022.718279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4185986f-ec7d-4a6b-81d4-01f1cac67724" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.050049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1023.050049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.207171] env[62807]: INFO networking_nsxv3.common.synchronization [req-16c9d8f3-1752-4730-a87a-4822595163f3 req-671a068f-4781-479f-82b7-fef2237e13d8 tempest-ListImageFiltersTestJSON-1926878691 tempest-ListImageFiltersTestJSON-1926878691-project-member] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 1023.207890] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 1023.209421] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.209579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.209656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.209871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.210055] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.210158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.210222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.210377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.210464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.210557] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.250189] env[62807]: INFO networking_nsxv3.common.synchronization [req-4cd8da5f-9721-4be9-a78b-dfdd3cfa8647 req-417b2638-788c-4c17-a145-b3248682e5ee service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1023.250660] env[62807]: INFO networking_nsxv3.common.synchronization [req-4cd8da5f-9721-4be9-a78b-dfdd3cfa8647 req-417b2638-788c-4c17-a145-b3248682e5ee service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1023.250774] env[62807]: INFO networking_nsxv3.common.synchronization [req-4cd8da5f-9721-4be9-a78b-dfdd3cfa8647 req-417b2638-788c-4c17-a145-b3248682e5ee service nova] Enqueued Resource ID: 3f437142-559d-418d-814f-10278dd5ed06 with Priority: HIGHEST for action port [ 1023.252030] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1023.252124] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1023.252524] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f437142-559d-418d-814f-10278dd5ed06 with Priority: HIGHEST for action port [ 1023.252974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.253204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.253242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.253519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.253634] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.254956] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.254956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.255464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f437142-559d-418d-814f-10278dd5ed06 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.255464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.255464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.255664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.255760] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f437142-559d-418d-814f-10278dd5ed06',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.713201] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.758244] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.758417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.760040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f437142-559d-418d-814f-10278dd5ed06 with status ACTIVE [ 1023.760239] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.760359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.760420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.760737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.760833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.761014] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.761122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.761185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.761344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.761497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.761698] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.761793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.761854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.762013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.762087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.762188] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f437142-559d-418d-814f-10278dd5ed06 is going to be updated. [ 1023.784750] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.784893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.784963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.785183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.785321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.785793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f437142-559d-418d-814f-10278dd5ed06" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.945433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1023.945753] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1023.946085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.946314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.946573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.946809] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.946976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.947100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.947317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.947445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.947553] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.022870] env[62807]: INFO networking_nsxv3.common.synchronization [req-8090c5fd-4611-4de7-9127-6c475bd660da req-818511b7-ac12-4686-b9ad-033f32bf3ebc tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1024.023754] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1024.023754] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.023754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.023943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.024639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.026282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.027835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.028076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.028140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.028219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.028318] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.217234] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.449890] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.530668] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.672704] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.672704] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.673215] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.673215] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.673330] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.673522] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.673620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.673850] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.673944] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.674352] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.674553] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.674646] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.674745] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.674862] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.675039] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.675449] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.692234] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.692717] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.692717] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.693668] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.693668] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-af952a49-d433-42b8-8a05-fc3d6e780333 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.693668] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.693668] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.694033] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.694033] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af952a49-d433-42b8-8a05-fc3d6e780333',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.721683] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.721871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.721964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.722205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.722309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.722419] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be updated. [ 1024.751190] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.751343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.751434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.751661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.751802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.759111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 1024.955326] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.034809] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.199036] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.199036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.199036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.199036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.199036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.199036] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port af952a49-d433-42b8-8a05-fc3d6e780333 not found, creating... [ 1025.199036] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.199036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.199547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.199547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.199547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.199864] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.200019] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.207017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: af952a49-d433-42b8-8a05-fc3d6e780333 is going to be created. [ 1025.227547] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.227854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.228258] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.228474] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.229363] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.229363] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.458222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.461468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.461468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.461468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.461468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.461468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1025.493310] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.493310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.493310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.493310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.493310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.499998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1025.542689] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.542689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.542689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.542689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.542689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.542689] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1025.567826] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.567826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.567826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.567826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.567826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.578433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1026.001797] env[62807]: INFO networking_nsxv3.common.synchronization [None req-eff7a4ed-e693-4121-be91-6b3f8ce5fcbb None None] Enqueued Resource ID: 89a3c99e-e587-4ae9-8c12-04d4a5f0b25e with Priority: HIGHEST for action port [ 1026.002635] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a3c99e-e587-4ae9-8c12-04d4a5f0b25e with Priority: HIGHEST for action port [ 1026.002948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a3c99e-e587-4ae9-8c12-04d4a5f0b25e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.003088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a3c99e-e587-4ae9-8c12-04d4a5f0b25e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.003156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a3c99e-e587-4ae9-8c12-04d4a5f0b25e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.003617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a3c99e-e587-4ae9-8c12-04d4a5f0b25e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.003923] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a3c99e-e587-4ae9-8c12-04d4a5f0b25e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.057961] env[62807]: INFO networking_nsxv3.common.synchronization [req-8090c5fd-4611-4de7-9127-6c475bd660da req-90bd01d8-d742-4e0f-b3d2-9c4542a30988 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1026.058148] env[62807]: INFO networking_nsxv3.common.synchronization [req-8090c5fd-4611-4de7-9127-6c475bd660da req-90bd01d8-d742-4e0f-b3d2-9c4542a30988 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1026.058759] env[62807]: INFO networking_nsxv3.common.synchronization [req-8090c5fd-4611-4de7-9127-6c475bd660da req-90bd01d8-d742-4e0f-b3d2-9c4542a30988 service nova] Enqueued Resource ID: af952a49-d433-42b8-8a05-fc3d6e780333 with Priority: HIGHEST for action port [ 1026.058759] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1026.058759] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1026.058759] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af952a49-d433-42b8-8a05-fc3d6e780333 with Priority: HIGHEST for action port [ 1026.059268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.059931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.059931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.059931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.059931] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.060676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.060762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.062911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-af952a49-d433-42b8-8a05-fc3d6e780333 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.062911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.062911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.062911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.062911] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af952a49-d433-42b8-8a05-fc3d6e780333',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.508510] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a3c99e-e587-4ae9-8c12-04d4a5f0b25e [ 1026.508771] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.508908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.508944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.509319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.509319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.509466] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a3c99e-e587-4ae9-8c12-04d4a5f0b25e already deleted. [ 1026.509520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a3c99e-e587-4ae9-8c12-04d4a5f0b25e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.564799] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.565395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.565574] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af952a49-d433-42b8-8a05-fc3d6e780333 with status ACTIVE [ 1026.565753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.566689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.566689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.566974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.566974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.567045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.567112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.567172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.567325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.567397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.567571] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.567659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.567741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.567846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.567927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.567991] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af952a49-d433-42b8-8a05-fc3d6e780333 is going to be updated. [ 1026.589539] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.589683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.589751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.589965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.590135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.590324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af952a49-d433-42b8-8a05-fc3d6e780333" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.773178] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 1026.773425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.510306] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.511620] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.511620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.512137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.512137] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.586051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1027.586312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.586480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.586688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.586879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.588588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.588588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.588588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.588588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.588588] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.015488] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.015664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.015733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.015951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.016136] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.016238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.016300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.016452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.016615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.016706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.016865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.016956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.017032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.017178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.017344] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.017394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.017454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.017584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.017661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.017903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.017903] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.092235] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.443303] env[62807]: INFO networking_nsxv3.common.synchronization [None req-15fb4b8d-7626-49df-a3e3-14235429d8c1 None None] Enqueued Resource ID: 77850e89-cc63-450b-9793-8432553368f2 with Priority: HIGHEST for action port [ 1028.443583] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77850e89-cc63-450b-9793-8432553368f2 with Priority: HIGHEST for action port [ 1028.444165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-77850e89-cc63-450b-9793-8432553368f2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.444290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77850e89-cc63-450b-9793-8432553368f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.444360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77850e89-cc63-450b-9793-8432553368f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.444618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77850e89-cc63-450b-9793-8432553368f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.444703] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77850e89-cc63-450b-9793-8432553368f2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.520234] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 1028.536854] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.537068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.537176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.537437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.537552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.537799] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.538316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.538316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.538316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.538316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.538489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.538609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.538656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.538803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.538905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.539144] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.539266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.539367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.539559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.539634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.539729] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1028.594195] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.599714] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.600169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.600169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.600464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.600804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.613613] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1028.950668] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77850e89-cc63-450b-9793-8432553368f2 [ 1028.950936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.951093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.951151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.951371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.951525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.951625] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77850e89-cc63-450b-9793-8432553368f2 already deleted. [ 1028.953068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77850e89-cc63-450b-9793-8432553368f2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.099238] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.099238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.099238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.099238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.099238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.099238] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1029.124701] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.124701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.124701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.124701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.124701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.133029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1029.708830] env[62807]: INFO networking_nsxv3.common.synchronization [req-7df4b421-d67d-4e68-bdbb-de8d788b7480 req-153dcb99-c273-419b-831f-a886102117a4 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1029.709869] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1029.709869] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.709869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.710186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.710245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.710388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.710482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.710573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.710756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.710846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.710940] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.132862] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.133101] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.133243] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.133533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.133830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.134062] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.134216] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.134456] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.134620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.134850] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.134975] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.135115] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.135241] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.135362] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.135482] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.135635] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.153073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.153259] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.153401] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.153593] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.154036] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-08e04ba7-4665-4982-ac59-6412cc953d93 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.154249] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.154395] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.154779] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.154949] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e04ba7-4665-4982-ac59-6412cc953d93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.213100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.213267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.213343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.213557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.213652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.213946] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.214068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.214142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.214283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.214363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.214452] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1030.238057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.238057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.238057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.238308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.238308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.246275] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1030.628728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1030.629041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.658191] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.658518] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.658864] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.659353] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.659564] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.659904] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 08e04ba7-4665-4982-ac59-6412cc953d93 not found, creating... [ 1030.660322] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.660602] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.660824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.661246] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.661568] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.662064] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.662830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.662830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.662951] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.663193] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.663481] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 08e04ba7-4665-4982-ac59-6412cc953d93 is going to be created. [ 1030.683328] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.683589] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.683728] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684188] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684352] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.144577] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1031.145027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.145141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.145386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.145600] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.145772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.145839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.145954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.146137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.146251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.146344] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.506303] env[62807]: INFO networking_nsxv3.common.synchronization [req-7df4b421-d67d-4e68-bdbb-de8d788b7480 req-7b539dc0-d41f-4219-8220-4594207fde6c service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1031.510051] env[62807]: INFO networking_nsxv3.common.synchronization [req-7df4b421-d67d-4e68-bdbb-de8d788b7480 req-7b539dc0-d41f-4219-8220-4594207fde6c service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1031.510051] env[62807]: INFO networking_nsxv3.common.synchronization [req-7df4b421-d67d-4e68-bdbb-de8d788b7480 req-7b539dc0-d41f-4219-8220-4594207fde6c service nova] Enqueued Resource ID: 08e04ba7-4665-4982-ac59-6412cc953d93 with Priority: HIGHEST for action port [ 1031.510051] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1031.510051] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1031.510051] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e04ba7-4665-4982-ac59-6412cc953d93 with Priority: HIGHEST for action port [ 1031.510051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.510051] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.510051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.510051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e04ba7-4665-4982-ac59-6412cc953d93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.510051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.510051] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e04ba7-4665-4982-ac59-6412cc953d93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.648655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.648655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.648930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.648977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.649193] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.649285] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.649679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.649679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.649679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.649679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.650391] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.650391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.650391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.650391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.650391] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.650637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.650637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.650715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.650715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.650877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.650931] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.011571] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.012326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.013154] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08e04ba7-4665-4982-ac59-6412cc953d93 with status ACTIVE [ 1032.013154] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.013154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.013154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.013154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.013651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.013651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.013651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.013651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.013820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.013820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.013932] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.014045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.014138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.014250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.014357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.014402] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08e04ba7-4665-4982-ac59-6412cc953d93 is going to be updated. [ 1032.033307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.034042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.034042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.034042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.034242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.034500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e04ba7-4665-4982-ac59-6412cc953d93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.153486] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1032.171207] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.171404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.171502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.171791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.171893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172157] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.173053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.173053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.173053] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.173053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.173053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.173465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.173465] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.173465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.173630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.173630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.173694] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1032.234160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.234370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.234370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.234593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.234743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.246818] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1032.253193] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1032.253193] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1032.253283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.253405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.253607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.253815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.253920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.253986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.254186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.254270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.254369] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.756263] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.260843] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.764623] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.764818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.764890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.765093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.765200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.765282] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1033.790484] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.790694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.790694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.791351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.791351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.799507] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1034.259753] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1034.259978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.367671] env[62807]: INFO networking_nsxv3.common.synchronization [req-3149e8e6-7bff-45fc-b384-a83aa3853614 req-c343dbc2-f045-4fd3-b4b4-a30d071c6053 tempest-ServerAddressesTestJSON-2111633262 tempest-ServerAddressesTestJSON-2111633262-project-member] Enqueued Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1034.368231] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1034.368544] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.368670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.368737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.368982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.369356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.369356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.369623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.369623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.369623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.369868] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.800970] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.802018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-638" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.802018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-638" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.802018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-638" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.802018] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.802254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.802254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.802425] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.802568] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.802775] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.802889] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.803008] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.803121] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.803230] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.803336] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.803471] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.821827] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.822117] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.822224] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.822407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-638" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.822816] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-031fa2fc-70be-4d13-bb5d-8c516281f35e taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.822997] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.823135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.823452] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.823597] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031fa2fc-70be-4d13-bb5d-8c516281f35e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.873168] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873168] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873168] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 already deleted. [ 1034.873168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.330303] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.330403] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.330537] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.330830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.330991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.331176] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 031fa2fc-70be-4d13-bb5d-8c516281f35e not found, creating... [ 1035.331522] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.331782] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.331903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.332157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.332308] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.332707] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.332861] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.332984] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.333721] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.333881] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.334146] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 031fa2fc-70be-4d13-bb5d-8c516281f35e is going to be created. [ 1035.353433] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.353705] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.353794] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354060] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354384] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.809909] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1035.810170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.810320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.810533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.810765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.810895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.810962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.811137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.811219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.811316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.811411] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.170176] env[62807]: INFO networking_nsxv3.common.synchronization [req-3149e8e6-7bff-45fc-b384-a83aa3853614 req-156633bf-27a1-4460-948c-2348cf9c3d53 service nova] Enqueued Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_rules [ 1036.170355] env[62807]: INFO networking_nsxv3.common.synchronization [req-3149e8e6-7bff-45fc-b384-a83aa3853614 req-156633bf-27a1-4460-948c-2348cf9c3d53 service nova] Enqueued Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1036.170502] env[62807]: INFO networking_nsxv3.common.synchronization [req-3149e8e6-7bff-45fc-b384-a83aa3853614 req-156633bf-27a1-4460-948c-2348cf9c3d53 service nova] Enqueued Resource ID: 031fa2fc-70be-4d13-bb5d-8c516281f35e with Priority: HIGHEST for action port [ 1036.172253] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_rules [ 1036.172413] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1036.172516] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031fa2fc-70be-4d13-bb5d-8c516281f35e with Priority: HIGHEST for action port [ 1036.172867] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.173010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.173087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.173409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.173526] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.174953] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.175111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.175204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.175378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.175559] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.175628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.175695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.175839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.175963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.176052] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.176838] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-031fa2fc-70be-4d13-bb5d-8c516281f35e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.176951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.177028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.177185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.177258] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031fa2fc-70be-4d13-bb5d-8c516281f35e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.316107] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.316305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.316382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.316733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.316933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.317079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.317151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.317402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.317441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.317547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.317758] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.317888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.317955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.318152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.318329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.318430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.318498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.318762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.318801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.318938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.318988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.678661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.678974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.680177] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.681194] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031fa2fc-70be-4d13-bb5d-8c516281f35e with status ACTIVE [ 1036.681378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.681511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.681566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.682302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.682302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.682302] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.682302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.682302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.683609] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.683609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.683609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.683609] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031fa2fc-70be-4d13-bb5d-8c516281f35e is going to be updated. [ 1036.702621] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.702621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.702621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.702621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.702621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.702621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031fa2fc-70be-4d13-bb5d-8c516281f35e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.824191] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed884a7-a124-4c21-8220-1c89c31499bb: rpc.has_security_group_logging(os_id): False [ 1036.842028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.842028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.842028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.842848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.842848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.843163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.843833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.843833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.843833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.843833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.843833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.843833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1036.914072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.914267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.914333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.914541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.914693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.917755] env[62807]: INFO networking_nsxv3.common.synchronization [req-1141d2e6-3780-4fed-9b53-f5222de7bb4d req-a18132a3-ebbd-4eba-9968-8172c610df32 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1036.918301] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1036.918594] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.918722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.918795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.919035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.919190] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.919288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.919351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.919532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.919630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.919707] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.927661] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1037.187431] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.421758] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.421922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.421997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.422237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.422331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.422536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.422636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.422701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.422851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.422930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.423021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 already deleted. [ 1037.423107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.442315] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.442473] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.443178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.443178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.443961] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.444268] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.444582] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.444646] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.444778] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.444991] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.445124] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.445238] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.445353] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.445470] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.445582] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.445722] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.468894] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.468894] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.468894] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.468894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.468894] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-496dd017-79fb-4bcc-8fdb-32ab21f6b676 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.468894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.468894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.468894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.468894] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496dd017-79fb-4bcc-8fdb-32ab21f6b676',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.690816] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.691043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.691093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.691345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.691767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.691767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 is going to be created. [ 1037.713128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.713369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.713452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.713657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.713834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.722869] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: UNINITIALIZED for 2s [ 1037.972467] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.972845] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.972893] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.973183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.973343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.973508] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 496dd017-79fb-4bcc-8fdb-32ab21f6b676 not found, creating... [ 1037.973812] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.973950] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.974086] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.974314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.974458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.974797] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.974965] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.975100] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.975317] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.975460] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.975606] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 496dd017-79fb-4bcc-8fdb-32ab21f6b676 is going to be created. [ 1037.993461] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.993620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.993755] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.993991] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.994226] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.994448] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.595266] env[62807]: INFO networking_nsxv3.common.synchronization [req-fce2b346-1e93-4009-9eb2-87f225d76da5 req-2e385560-79a7-4a15-b4ec-f2fe420d309f tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1038.595903] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1038.597084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.597329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.597453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.597639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.597821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.597987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.598340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.598541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.598612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.599078] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.940997] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1038.940997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.008307] env[62807]: INFO networking_nsxv3.common.synchronization [req-1141d2e6-3780-4fed-9b53-f5222de7bb4d req-e5c6e24e-3f4b-4729-8fe1-24a6a8f10f68 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1039.008617] env[62807]: INFO networking_nsxv3.common.synchronization [req-1141d2e6-3780-4fed-9b53-f5222de7bb4d req-e5c6e24e-3f4b-4729-8fe1-24a6a8f10f68 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1039.008673] env[62807]: INFO networking_nsxv3.common.synchronization [req-1141d2e6-3780-4fed-9b53-f5222de7bb4d req-e5c6e24e-3f4b-4729-8fe1-24a6a8f10f68 service nova] Enqueued Resource ID: 496dd017-79fb-4bcc-8fdb-32ab21f6b676 with Priority: HIGHEST for action port [ 1039.008874] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1039.009017] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1039.009118] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496dd017-79fb-4bcc-8fdb-32ab21f6b676 with Priority: HIGHEST for action port [ 1039.009822] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.009955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.010080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.011365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.011737] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.012584] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.012750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.012923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.015790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.015790] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.015790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-496dd017-79fb-4bcc-8fdb-32ab21f6b676 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.015790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.015790] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496dd017-79fb-4bcc-8fdb-32ab21f6b676',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.101177] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.414224] env[62807]: INFO networking_nsxv3.common.synchronization [req-01d86e00-c87f-4334-bbd0-184234562b9e req-02d5649c-1b4b-44be-a293-3755ac0cb997 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1039.414733] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1039.415054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.415189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.518222] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.518435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.518658] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.519660] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 496dd017-79fb-4bcc-8fdb-32ab21f6b676 with status ACTIVE [ 1039.519750] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.519818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.520305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.520460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.520823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.521009] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.521334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.521392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.521974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.521974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.522053] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 496dd017-79fb-4bcc-8fdb-32ab21f6b676 is going to be updated. [ 1039.544512] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.544688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.544775] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.544965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.545517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.545797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496dd017-79fb-4bcc-8fdb-32ab21f6b676" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.603459] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.735476] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: SUCCESS [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.735476] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735476] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.837563] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.837857] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.837996] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.838288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.838556] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.838724] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.838845] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.839470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.839682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.840427] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.840427] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.840427] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.840427] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.840427] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.840674] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.840674] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.867118] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.867351] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.867675] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.868334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.868705] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.868891] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.869467] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.869467] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.869571] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bd40fc-ecff-43a9-a0e9-f58b9500f9c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.024608] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.105795] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.105909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.105984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.106206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.106300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.106397] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1040.138116] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.138320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.138320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.138993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.138993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.149119] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1040.237106] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.238836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.239321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.239321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.239321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.239321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.239321] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.372456] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.372456] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.372456] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.372701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.372701] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.374037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 not found, creating... [ 1040.374037] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.374037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.374037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.374037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.374730] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.375338] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.375338] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.375657] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.375657] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.375804] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.375971] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 is going to be created. [ 1040.396047] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.396047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.396047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.396047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.396047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.396047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.527635] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.527793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.527899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.528105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.528201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.528304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be created. [ 1040.557310] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.557527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.557527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.557741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.557897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.575329] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: UNINITIALIZED for 2s [ 1040.742053] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50188556-ba54-4567-b139-835dcb2c8cf7: rpc.has_security_group_logging(os_id): False [ 1040.766555] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.766738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.766787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.767013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.767109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.767336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.767484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.767546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.767705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.767900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.767998] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.768202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.768237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.768357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.768431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.768620] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.768730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.768786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.768898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.769026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.769091] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 is going to be created. [ 1040.853515] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.853723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.853877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.855095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.855095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.867455] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: IN_PROGRESS for 2s [ 1041.177116] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1041.177116] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1042.157614] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1042.157844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.584896] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1042.585178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.585290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.585507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.585691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.585894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.585894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.586027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.586113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.586196] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.882422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: SUCCESS [ 1042.882422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.088990] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.555614] env[62807]: INFO networking_nsxv3.common.synchronization [req-01d86e00-c87f-4334-bbd0-184234562b9e req-d5de53cd-b368-4a71-a1e4-e810e9dce099 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1043.555851] env[62807]: INFO networking_nsxv3.common.synchronization [req-01d86e00-c87f-4334-bbd0-184234562b9e req-d5de53cd-b368-4a71-a1e4-e810e9dce099 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1043.555972] env[62807]: INFO networking_nsxv3.common.synchronization [req-01d86e00-c87f-4334-bbd0-184234562b9e req-d5de53cd-b368-4a71-a1e4-e810e9dce099 service nova] Enqueued Resource ID: 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 with Priority: HIGHEST for action port [ 1043.556500] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1043.556610] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1043.557132] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 with Priority: HIGHEST for action port [ 1043.557410] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.557531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.557764] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.557873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558082] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.558190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.558447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.558522] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bd40fc-ecff-43a9-a0e9-f58b9500f9c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.590821] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.008280] env[62807]: INFO networking_nsxv3.common.synchronization [req-7cb4809e-ecc8-4539-9164-42e4febbda77 req-f7437c93-96f0-411b-b401-15728f3a2526 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1044.008280] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1044.008280] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.008280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.060700] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 with status ACTIVE [ 1044.060941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.061089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.061155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.061429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.061573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.061744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.061849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.061904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.062078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.062208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.062333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.062425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.062553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.062643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.062722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.062807] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76bd40fc-ecff-43a9-a0e9-f58b9500f9c5 is going to be updated. [ 1044.216856] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.216983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.217521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.217521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.217521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.217521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76bd40fc-ecff-43a9-a0e9-f58b9500f9c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.217885] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.217985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.219024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.219024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.219024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.219024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1044.250605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.253046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.253046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.253046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.253046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.260456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1044.306884] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.306884] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.307137] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.307297] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.307559] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.307722] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.307842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.308065] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.308215] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.308426] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.308543] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.308658] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.308768] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.308878] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.308984] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.309132] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.331266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.331482] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.331721] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.331928] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-532" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.332306] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-89bae162-2360-4722-8b1c-ade210004fcc taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.332556] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.332694] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.333017] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.333196] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bae162-2360-4722-8b1c-ade210004fcc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.836209] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.839104] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 89bae162-2360-4722-8b1c-ade210004fcc not found, creating... [ 1044.839104] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.839104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.839622] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.839743] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.839998] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.840356] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.840615] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.840884] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 89bae162-2360-4722-8b1c-ade210004fcc is going to be created. [ 1044.862316] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.862316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.862316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.862316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.449439] env[62807]: INFO networking_nsxv3.common.synchronization [req-8b6db2bb-b5f5-41e7-ad35-811b88d0bff3 req-67a98385-6bf3-4a3d-bc51-2141ff0ac7c7 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1045.449439] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1045.449716] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.449716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.449844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.452917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.452917] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.452917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.452917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.452917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.452917] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.740124] env[62807]: INFO networking_nsxv3.common.synchronization [req-7cb4809e-ecc8-4539-9164-42e4febbda77 req-c7d1565f-0ca1-4097-94db-97aa4dc905a2 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1045.740124] env[62807]: INFO networking_nsxv3.common.synchronization [req-7cb4809e-ecc8-4539-9164-42e4febbda77 req-c7d1565f-0ca1-4097-94db-97aa4dc905a2 service nova] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1045.740124] env[62807]: INFO networking_nsxv3.common.synchronization [req-7cb4809e-ecc8-4539-9164-42e4febbda77 req-c7d1565f-0ca1-4097-94db-97aa4dc905a2 service nova] Enqueued Resource ID: 89bae162-2360-4722-8b1c-ade210004fcc with Priority: HIGHEST for action port [ 1045.740124] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_rules [ 1045.740124] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1045.740710] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bae162-2360-4722-8b1c-ade210004fcc with Priority: HIGHEST for action port [ 1045.741127] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.741359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.741939] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.742162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.742720] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bae162-2360-4722-8b1c-ade210004fcc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.742970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.743154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.743435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.743613] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bae162-2360-4722-8b1c-ade210004fcc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.833259] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.833259] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.833259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.833939] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.834204] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.834425] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.834633] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.834872] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.835211] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.835488] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.857853] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.857853] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.857853] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.857853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857853] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.858793] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942dfa01-e165-41b2-8a4e-4d0d7dbb3f31',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.956562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.956562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.956562] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 already deleted. [ 1045.956562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.246228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89bae162-2360-4722-8b1c-ade210004fcc with status ACTIVE [ 1046.246496] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.246641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.246710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.246940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.247074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.247266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.247385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.247442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.247610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.247692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.247881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.247977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.248042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.248185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.248261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.248345] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89bae162-2360-4722-8b1c-ade210004fcc is going to be updated. [ 1046.273054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.273240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.273308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.273492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.273640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.273806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bae162-2360-4722-8b1c-ade210004fcc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.274593] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1046.274774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.274923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.275226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.275348] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.275548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.275548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.275704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.275826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.275878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.275959] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.276779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.276946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.277114] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.277213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.277286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.277437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.277513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.277607] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.361435] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.361750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.361912] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.362310] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.362584] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.362710] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 not found, creating... [ 1046.363138] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.363307] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.363495] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.363781] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.363981] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.364359] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.364533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.364658] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364887] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.365098] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.365313] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 is going to be created. [ 1046.393039] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.393428] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.393609] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.394072] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.394415] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.394713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.779847] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.780021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.782365] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.173628] env[62807]: INFO networking_nsxv3.common.synchronization [req-8b6db2bb-b5f5-41e7-ad35-811b88d0bff3 req-84175f9e-9eb8-4a93-9ac1-06d36c1af2a3 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1047.174169] env[62807]: INFO networking_nsxv3.common.synchronization [req-8b6db2bb-b5f5-41e7-ad35-811b88d0bff3 req-84175f9e-9eb8-4a93-9ac1-06d36c1af2a3 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1047.174499] env[62807]: INFO networking_nsxv3.common.synchronization [req-8b6db2bb-b5f5-41e7-ad35-811b88d0bff3 req-84175f9e-9eb8-4a93-9ac1-06d36c1af2a3 service nova] Enqueued Resource ID: 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 with Priority: HIGHEST for action port [ 1047.175185] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1047.175412] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1047.175598] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 with Priority: HIGHEST for action port [ 1047.175948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.176200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.176371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.176681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.176867] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.178026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.178026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.178224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.178224] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.178310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.178496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.178575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.178659] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.179356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.179665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.179665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.179754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.179754] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942dfa01-e165-41b2-8a4e-4d0d7dbb3f31',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.284378] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.682516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.682686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.682897] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.683831] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 with status ACTIVE [ 1047.684062] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.684216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.684216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.684406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.684484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.684661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.684792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.684842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.684955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.685256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.685416] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.685520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.685584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.685757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.685852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.685938] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 942dfa01-e165-41b2-8a4e-4d0d7dbb3f31 is going to be updated. [ 1047.704914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.705079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.705131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.705337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.705467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.705807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942dfa01-e165-41b2-8a4e-4d0d7dbb3f31" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.787494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.787681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.787758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788365] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1047.830070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.830070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.830400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.830502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.830750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846173] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1048.188559] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.691395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.691603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.691688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.691926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.692137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.692137] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be created. [ 1048.713229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.713366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.713430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.713648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.713808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.724601] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: UNINITIALIZED for 2s [ 1049.860276] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1049.860637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.860727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.860945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.861183] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.861319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.861383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.861585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.861682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.861811] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.367066] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.380206] env[62807]: INFO networking_nsxv3.common.synchronization [req-798bb52e-3228-46b7-bde3-8d94dcd7f815 req-a991f901-36dd-4c13-9fb0-f9b1f133ba81 tempest-ServerAddressesTestJSON-2111633262 tempest-ServerAddressesTestJSON-2111633262-project-member] Enqueued Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1050.381066] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGHEST for action security_group_members [ 1050.381307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.381761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.381761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.381870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.382395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.382395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.382395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.382395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.382584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.382621] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.694658] env[62807]: INFO networking_nsxv3.common.synchronization [req-97f51d7d-47af-48a3-a58a-1a69abdefd44 req-184dfec2-8252-4502-9bf6-67cca4fe67ec tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1050.696025] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1050.696025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.696025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.696025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.696025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.696417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.696417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.696417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.696543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.696543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.696616] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.737587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1050.737829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.738263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.738488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.738680] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.738796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.738861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.739017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.739100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.739183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.739272] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.869114] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.885081] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.885567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.885567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.885736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.885736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.885944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.886060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.886114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.886261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.886337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.886450] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 is going to be updated. [ 1050.919450] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.919680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.919777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.920190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.920340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.932584] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: IN_PROGRESS for 2s [ 1051.199060] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.199316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.199420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.199656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.199744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.199963] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.200079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.200168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.200330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.200411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.200515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1051.228039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.228039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.228039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.228322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.228474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.236147] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1051.242678] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.242866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243280] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.243378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.243440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.243999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.244051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.244190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.244412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.244467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.244604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244845] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.372160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.372335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.372448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.372803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.372929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.373071] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1051.397983] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.398208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.398208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.398420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.398566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.405760] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1051.746994] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052deb03-8f39-462b-b791-355f991b19c1: rpc.has_security_group_logging(os_id): False [ 1051.767900] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.768061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.768138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.768341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.768430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.768746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.768827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.769017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.769100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.769304] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.769400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.769455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.769597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.769672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.769849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.769938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.769994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.770145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.770216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.770301] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be created. [ 1051.827854] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.828018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.828088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.828353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.828579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.839267] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1052.942402] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50188556-ba54-4567-b139-835dcb2c8cf7 in Status: SUCCESS [ 1052.942950] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 deletion is rescheduled due to dependency. [ 1052.942950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.245302] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1053.245465] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1053.245574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.414387] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1053.414758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.414936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.415291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.415629] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.415797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.415892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.416095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.416185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.416282] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.493769] env[62807]: INFO networking_nsxv3.common.synchronization [req-069477b6-c242-446c-9027-0f5a74dabf9d req-0a7e1c6f-db3c-4cd6-b68e-52449d7f5c2c tempest-FloatingIPsAssociationTestJSON-1426094244 tempest-FloatingIPsAssociationTestJSON-1426094244-project-member] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1053.493769] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1053.493769] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.494052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.494052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.495402] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.495402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.495402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.495402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.495402] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.780395] env[62807]: INFO networking_nsxv3.common.synchronization [req-60d32e4f-3492-4aa1-9f45-414d3407113c req-87e5c3cb-603b-4d63-b99a-b55c6508ffe5 tempest-ServerRescueNegativeTestJSON-253242598 tempest-ServerRescueNegativeTestJSON-253242598-project-member] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 1053.785723] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGHEST for action security_group_members [ 1053.785723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.785723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.785723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.785723] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.850953] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1053.852845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.918398] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.000808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.001157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.001157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.001349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.001586] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.001720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.001790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.002037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.002126] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a already deleted. [ 1054.002261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.071401] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.071564] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.071731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.072080] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.072359] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.072528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.072653] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.072904] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.076454] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.076454] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.076454] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.076454] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.076454] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.076454] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.076454] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.076454] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.095569] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.095569] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.095569] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.095569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.095569] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b3b985f6-c18c-47da-a863-93d8e8a87f19 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.095569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.095569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095569] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095569] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b985f6-c18c-47da-a863-93d8e8a87f19',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.286609] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.286743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.286834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.286966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.307962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.308188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.308321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.308764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.308764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.308939] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be updated. [ 1054.335624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.335760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.335832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.336540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.336709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.346385] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: IN_PROGRESS for 2s [ 1054.421718] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.601126] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.601126] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b3b985f6-c18c-47da-a863-93d8e8a87f19 not found, creating... [ 1054.601126] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.601126] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.601786] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.601786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.601786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.604031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b3b985f6-c18c-47da-a863-93d8e8a87f19 is going to be created. [ 1054.623608] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.623608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.623608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.623608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.623608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.623608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.925389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.925389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.927019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1054.951316] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.951445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.951761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.951908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.962455] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1055.747770] env[62807]: INFO networking_nsxv3.common.synchronization [req-069477b6-c242-446c-9027-0f5a74dabf9d req-bd436162-5986-4db4-bc43-18a2935df925 service nova] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_rules [ 1055.748074] env[62807]: INFO networking_nsxv3.common.synchronization [req-069477b6-c242-446c-9027-0f5a74dabf9d req-bd436162-5986-4db4-bc43-18a2935df925 service nova] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1055.748116] env[62807]: INFO networking_nsxv3.common.synchronization [req-069477b6-c242-446c-9027-0f5a74dabf9d req-bd436162-5986-4db4-bc43-18a2935df925 service nova] Enqueued Resource ID: b3b985f6-c18c-47da-a863-93d8e8a87f19 with Priority: HIGHEST for action port [ 1055.748339] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_rules [ 1055.748477] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1055.748575] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b985f6-c18c-47da-a863-93d8e8a87f19 with Priority: HIGHEST for action port [ 1055.749643] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.749779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.749851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.750246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.750334] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.751259] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.751373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.751439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.751662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.752024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.752024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.752024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.752178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.752299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.752352] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.756995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b985f6-c18c-47da-a863-93d8e8a87f19 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.756995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.756995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.756995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.756995] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b985f6-c18c-47da-a863-93d8e8a87f19',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.256256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.256397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.258424] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.263023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b985f6-c18c-47da-a863-93d8e8a87f19 with status ACTIVE [ 1056.263023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.263023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.263023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.263841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.263841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.264037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.264279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.264440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.264589] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b985f6-c18c-47da-a863-93d8e8a87f19 is going to be updated. [ 1056.268811] env[62807]: INFO networking_nsxv3.common.synchronization [req-809ff098-b4f7-4219-b2e2-7dc7d7edb917 req-fd46f9b8-bd8f-4cd9-9ad6-743b0c11459b tempest-ServersNegativeTestJSON-1201522932 tempest-ServersNegativeTestJSON-1201522932-project-member] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1056.270168] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1056.271189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.271189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.272192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.272192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.272415] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.272578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.272704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.272957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.273181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.273254] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.380058] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.380058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.380058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.380058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.380058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.380058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b985f6-c18c-47da-a863-93d8e8a87f19" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.382212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a569b9-a706-4020-8145-f20376f779cd in Status: SUCCESS [ 1056.382212] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a569b9-a706-4020-8145-f20376f779cd deletion is rescheduled due to dependency. [ 1056.382212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.767472] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.778346] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.972378] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1056.972637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.972877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.973129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.973325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.973447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.973579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.973655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.973737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.973819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.974182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.974182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.974182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.974322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.974452] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.974555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.974625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.974836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.974836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.974930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.975534] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.065354] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.065558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.065690] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.065990] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.066977] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.066977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.066977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.066977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.066977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.068179] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.068317] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.068462] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.068592] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.069016] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.069016] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.069016] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.088228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.088426] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.088569] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.088773] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.089154] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-317f7973-158e-46c5-89bd-1e9555150bde taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.089473] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.089572] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.090872] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.091126] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317f7973-158e-46c5-89bd-1e9555150bde',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.209452] env[62807]: INFO networking_nsxv3.common.synchronization [req-4200aeb0-4cb4-4669-bfee-00e0f1b28fef req-e0d65dfb-f788-4a2b-af94-76f2412862d4 tempest-ListImageFiltersTestJSON-1926878691 tempest-ListImageFiltersTestJSON-1926878691-project-member] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 1057.210161] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGHEST for action security_group_members [ 1057.210583] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.210720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.210791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.210997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.211479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.211479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.211726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.211824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.211869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.211983] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.272731] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.272731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.272731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.272731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.272731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.272731] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be created. [ 1057.282098] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.293441] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.293441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.293441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.293441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.293441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.304038] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: UNINITIALIZED for 2s [ 1057.480642] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 486fd503-c146-46bf-9cfb-37c43873afe9: rpc.has_security_group_logging(os_id): False [ 1057.496419] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.498694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.498694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.498694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.499898] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.500578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.500765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.500963] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be created. [ 1057.555932] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.555932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.555932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.555932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.555932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.564095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1057.593804] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 317f7973-158e-46c5-89bd-1e9555150bde not found, creating... [ 1057.597051] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.597051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597407] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.597407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.597407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.597407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.597407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597682] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 317f7973-158e-46c5-89bd-1e9555150bde is going to be created. [ 1057.638023] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.638023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.638023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.638023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.638023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.638023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.715054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.715054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.715054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.715656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.716337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.716666] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be updated. [ 1057.749033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.749033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.749033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.749033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.749033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758135] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: IN_PROGRESS for 2s [ 1057.787865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.787865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.787865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.787865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.787865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787865] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1057.832285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.832285] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.832285] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.832477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.833033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.835714] env[62807]: INFO networking_nsxv3.common.synchronization [req-cddf76e4-f70d-42ea-b8d0-acb855ecffce req-e34e73b0-dcb4-496a-a993-53c257ce0255 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1057.836235] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1057.836512] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.836617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.836680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.836858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.838319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.838319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.838319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.838319] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.847024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1058.340681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.341459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.342013] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1058.369266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.369266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.369266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.369266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.369266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.375847] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1058.459629] env[62807]: INFO networking_nsxv3.common.synchronization [req-809ff098-b4f7-4219-b2e2-7dc7d7edb917 req-f230bbe3-9378-4eeb-a1fe-c0f8e0c58aff service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1058.459950] env[62807]: INFO networking_nsxv3.common.synchronization [req-809ff098-b4f7-4219-b2e2-7dc7d7edb917 req-f230bbe3-9378-4eeb-a1fe-c0f8e0c58aff service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1058.460340] env[62807]: INFO networking_nsxv3.common.synchronization [req-809ff098-b4f7-4219-b2e2-7dc7d7edb917 req-f230bbe3-9378-4eeb-a1fe-c0f8e0c58aff service nova] Enqueued Resource ID: 317f7973-158e-46c5-89bd-1e9555150bde with Priority: HIGHEST for action port [ 1058.460733] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1058.460942] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1058.460998] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317f7973-158e-46c5-89bd-1e9555150bde with Priority: HIGHEST for action port [ 1058.462274] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.462427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.462504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.462826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.462918] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.467027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-317f7973-158e-46c5-89bd-1e9555150bde taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.467027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.467027] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317f7973-158e-46c5-89bd-1e9555150bde',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.742475] env[62807]: INFO networking_nsxv3.common.synchronization [req-6e2642e9-0159-4d0f-b5d6-af7e4b573479 req-7e50f449-ff24-4cae-b65d-3e75ecef0438 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 1058.743114] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGHEST for action security_group_members [ 1058.743422] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.743566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.743642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.743901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.744012] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.745280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.745280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.745398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.745492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.746252] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.972291] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.972626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.972626] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 317f7973-158e-46c5-89bd-1e9555150bde with status ACTIVE [ 1058.972794] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.972899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.972963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.973184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.973271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.973442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.973534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.973610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.973756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.973838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.974028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.974119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.974177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.974313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.974384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.974465] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 317f7973-158e-46c5-89bd-1e9555150bde is going to be updated. [ 1058.996409] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.996578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.996710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.996976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.997136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.997310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-317f7973-158e-46c5-89bd-1e9555150bde" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.207703] env[62807]: INFO networking_nsxv3.common.synchronization [req-2ef2832b-a2b6-41a4-96c7-4f19a2897b2a req-084297da-a918-4f02-be2a-d2065decec4a tempest-ServerRescueTestJSON-199202121 tempest-ServerRescueTestJSON-199202121-project-member] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1059.208248] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1059.208561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.208685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.208754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.209197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.209450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.209514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.209698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.209876] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.248470] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.248625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.248698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.248919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.269887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.270184] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.270305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.270374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.270592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.270686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.270778] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d is going to be updated. [ 1059.300113] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.300113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.300113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.300113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.300113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.308506] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: IN_PROGRESS for 2s [ 1059.309325] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1059.309623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.309862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.310460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.310722] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.310958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.311106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.311382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.312929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.312929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.312929] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.578803] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1059.578803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.578803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.578803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.578803] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.716456] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.772062] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2262768-09b4-420b-b28b-70a3d4d989cc in Status: SUCCESS [ 1059.772370] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc deletion is rescheduled due to dependency. [ 1059.773238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.817037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.817037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.817037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.817037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.817037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.817738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.817738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.818514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.818514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.818514] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.856478] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1059.856719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.857247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.857429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.857633] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.857699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.857769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.857923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.858015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.858119] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.901841] env[62807]: INFO networking_nsxv3.common.synchronization [None req-670145b5-23f4-4321-b241-32164b63c200 None None] Enqueued Resource ID: df8147ef-6dea-4dd4-aafd-798af8802079 with Priority: HIGHEST for action port [ 1059.902368] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8147ef-6dea-4dd4-aafd-798af8802079 with Priority: HIGHEST for action port [ 1059.902783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-df8147ef-6dea-4dd4-aafd-798af8802079 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.902950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df8147ef-6dea-4dd4-aafd-798af8802079" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.907398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df8147ef-6dea-4dd4-aafd-798af8802079" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.907398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df8147ef-6dea-4dd4-aafd-798af8802079" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.907398] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8147ef-6dea-4dd4-aafd-798af8802079',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.081997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.081997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.081997] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.218929] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.322168] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a: rpc.has_security_group_logging(os_id): False [ 1060.341145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341692] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341692] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be created. [ 1060.361955] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.368883] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.369254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.369577] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.370401] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.371708] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.371708] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.372064] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.372781] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.373277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.373415] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.373630] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.374984] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.374984] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.374984] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.374984] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.374984] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.390497] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.390659] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.391212] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.391297] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-345" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.391653] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.391847] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.391985] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.392326] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.392475] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.396030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1060.396119] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1060.396352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.405041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.405041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.405041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.405252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.409202] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df8147ef-6dea-4dd4-aafd-798af8802079 [ 1060.409405] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.409573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.409646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.410054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.410054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.410054] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df8147ef-6dea-4dd4-aafd-798af8802079 already deleted. [ 1060.410161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df8147ef-6dea-4dd4-aafd-798af8802079" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.417701] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1060.512592] env[62807]: INFO networking_nsxv3.common.synchronization [req-994d5fb3-033b-48a8-9596-afd3217abb82 req-d849ea0b-4701-49b4-91b8-9b926e9ba2bb tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1060.513198] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1060.513521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.513645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.513717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.513923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.515771] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.515918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.516035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.516719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.516833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.516945] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.588086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.588086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.588086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.588086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.588086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.588529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.588529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.588529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.588529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.588690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.588791] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.588902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.588969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.589158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.589333] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.589431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.589917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.589917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.590533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590533] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.720366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.720538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.720610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.720841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.720937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.721050] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1060.749085] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.749163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.749228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.749592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.759653] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1060.867531] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.896617] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.897709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.897709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.897709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.897709] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.897709] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f not found, creating... [ 1060.897894] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.898074] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.898202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.898435] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.898706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.898873] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.906402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.906402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.906402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.906402] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.906402] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f is going to be created. [ 1060.927450] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927813] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.928116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.928674] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.021247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.021428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.021478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.021737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.021847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.022069] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.022176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.022240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.022415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.022496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.022586] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1061.077344] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.077489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.077558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.077764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.077903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.092109] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1061.095776] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 486fd503-c146-46bf-9cfb-37c43873afe9: rpc.has_security_group_logging(os_id): False [ 1061.123626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.123922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.124096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.124468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.124660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.125080] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.125448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.125616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.125916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.126118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.129445] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.129445] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.129445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.129445] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1061.204428] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.204428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.204428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.204428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.224423] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1061.323355] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e5a520-e3a0-40d6-a613-62220799f01d in Status: SUCCESS [ 1061.323587] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d deletion is rescheduled due to dependency. [ 1061.323646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.372699] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.372699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.373103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.373199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.373304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.373417] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1061.378816] env[62807]: INFO networking_nsxv3.common.synchronization [req-b36dc794-7034-430e-bbc8-4b42fa2b7ab7 req-e3f63595-29ae-46f0-9b93-4040959fa48a tempest-ServerActionsV293TestJSON-372620725 tempest-ServerActionsV293TestJSON-372620725-project-member] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1061.378816] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1061.379148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.379342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.379612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.379894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.380084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.380853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.380922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.381171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.381236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.381347] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.412032] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.412207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.412241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.414057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.414057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.424171] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1061.835978] env[62807]: INFO networking_nsxv3.common.synchronization [req-2ef2832b-a2b6-41a4-96c7-4f19a2897b2a req-040eae82-47ae-45be-9885-f291545d54ba service nova] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_rules [ 1061.836196] env[62807]: INFO networking_nsxv3.common.synchronization [req-2ef2832b-a2b6-41a4-96c7-4f19a2897b2a req-040eae82-47ae-45be-9885-f291545d54ba service nova] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1061.836342] env[62807]: INFO networking_nsxv3.common.synchronization [req-2ef2832b-a2b6-41a4-96c7-4f19a2897b2a req-040eae82-47ae-45be-9885-f291545d54ba service nova] Enqueued Resource ID: 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f with Priority: HIGHEST for action port [ 1061.836575] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_rules [ 1061.836761] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1061.836934] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f with Priority: HIGHEST for action port [ 1061.837472] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.837598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.837675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.837885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.837947] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.839918] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.840078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.842255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.842255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.842449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.842482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.842565] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.886630] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.887353] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.887438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.887495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.887850] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 already deleted. [ 1061.887935] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.969434] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.969928] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-834" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.970187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-834" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.970725] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-834" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.971090] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971319] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971474] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.972046] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.972275] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.972613] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.972793] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.973140] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.973533] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.973729] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.973877] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.974220] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.995379] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.995814] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.995917] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.996131] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-834" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.996469] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-dec4b0c4-68db-48fc-84e2-85becf8933bc taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.996662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.996878] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.997210] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.997367] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec4b0c4-68db-48fc-84e2-85becf8933bc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.152153] env[62807]: INFO networking_nsxv3.common.synchronization [None req-705df161-471e-4ddd-a46e-8ea72aa6eac2 None None] Enqueued Resource ID: 2012a831-3465-4249-bdcb-41ec1cf16fea with Priority: HIGHEST for action port [ 1062.152153] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2012a831-3465-4249-bdcb-41ec1cf16fea with Priority: HIGHEST for action port [ 1062.152153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2012a831-3465-4249-bdcb-41ec1cf16fea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.154142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2012a831-3465-4249-bdcb-41ec1cf16fea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.154331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2012a831-3465-4249-bdcb-41ec1cf16fea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.154655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2012a831-3465-4249-bdcb-41ec1cf16fea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.154821] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2012a831-3465-4249-bdcb-41ec1cf16fea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.344912] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.345450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.345819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f with status ACTIVE [ 1062.346260] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.346586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.348395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.348395] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.349602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.349819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.350067] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f is going to be updated. [ 1062.370931] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.370931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.370931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.370931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.370931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.370931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2abec6f6-acb1-4a34-a3ec-4f4ef7f72c1f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.429588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1062.429902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.500037] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.500526] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.500771] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.501199] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.501288] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.501432] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port dec4b0c4-68db-48fc-84e2-85becf8933bc not found, creating... [ 1062.501886] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.502082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.502245] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.502540] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.502761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.504484] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.504700] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.504908] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.505456] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.505663] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.505957] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: dec4b0c4-68db-48fc-84e2-85becf8933bc is going to be created. [ 1062.533274] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.533274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.533274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.533274] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.534316] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.540037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.660304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2012a831-3465-4249-bdcb-41ec1cf16fea [ 1062.661987] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.661987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.661987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.661987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.661987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.661987] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2012a831-3465-4249-bdcb-41ec1cf16fea already deleted. [ 1062.661987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2012a831-3465-4249-bdcb-41ec1cf16fea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.772242] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.772242] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.772242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.772242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.101505] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1063.101505] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 deletion is rescheduled due to dependency. [ 1063.101505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.242336] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1063.242610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.245026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.245026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.245026] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.274342] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [req-b36dc794-7034-430e-bbc8-4b42fa2b7ab7 req-efa8e5b8-3738-46bb-804b-1a0e884ff179 service nova] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [req-b36dc794-7034-430e-bbc8-4b42fa2b7ab7 req-efa8e5b8-3738-46bb-804b-1a0e884ff179 service nova] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [req-b36dc794-7034-430e-bbc8-4b42fa2b7ab7 req-efa8e5b8-3738-46bb-804b-1a0e884ff179 service nova] Enqueued Resource ID: dec4b0c4-68db-48fc-84e2-85becf8933bc with Priority: HIGHEST for action port [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_rules [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1063.338864] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec4b0c4-68db-48fc-84e2-85becf8933bc with Priority: HIGHEST for action port [ 1063.340069] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.340968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.341269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.341582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.341827] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.344153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.344153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.344153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.344153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.344153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.344153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.344153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.344502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.345025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.345146] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.346017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec4b0c4-68db-48fc-84e2-85becf8933bc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.346133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.346920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.346920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.346920] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec4b0c4-68db-48fc-84e2-85becf8933bc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.433165] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1063.433387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.433546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.433815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.433936] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.434144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.434144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.434311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.434390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.434474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.434563] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.750942] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.751196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.751274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.751714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.752807] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.752807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.752807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.752807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.752807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.752807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.752807] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.778580] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.848166] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.848298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.848525] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.849721] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dec4b0c4-68db-48fc-84e2-85becf8933bc with status ACTIVE [ 1063.850059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.850203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.850272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.850479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.850589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.850788] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.850911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.850975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.851163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.851244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.851429] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.851576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.851576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.851787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.851864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.851950] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dec4b0c4-68db-48fc-84e2-85becf8933bc is going to be updated. [ 1063.870992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.871161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.871209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.871914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.871914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.871914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec4b0c4-68db-48fc-84e2-85becf8933bc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937529] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.938150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.938275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.938334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.938501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.938586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938819] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.938914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.938968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.939132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.939268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.939357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.939435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.939595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.939690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.939799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.939891] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.067618] env[62807]: INFO networking_nsxv3.common.synchronization [req-9d911570-4aac-45e9-b799-79363c615d32 req-d6c42d47-6a5e-4bd5-a6da-4105bd906c6f tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1064.068160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1064.070369] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.070505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.070568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.071190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.071369] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.071534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.071534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.072370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.072370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.072370] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.254992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.254992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.254992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.254992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.255487] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.255487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.255487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.255487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.255487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.255641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.255707] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.255805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.255884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.255999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.256190] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.256274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.256359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.256501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.256603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.256656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.256740] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.282074] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.283208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.283208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.283208] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1064.311269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.312133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.312216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.312441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.312672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.322928] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1064.354501] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.442916] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691376ed-24f4-45a1-9757-cabf703112d9: rpc.has_security_group_logging(os_id): False [ 1064.462322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.462538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.462595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.462867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.462975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.463236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.463361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.463451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.463646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.463750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.463997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.464638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.464933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465281] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465846] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1064.513851] env[62807]: INFO networking_nsxv3.common.synchronization [req-56a4e9f7-d309-478a-bb06-3fb5086b7145 req-329478dd-43d1-4325-99ff-3ab0cb22619a tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 1064.515338] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGHEST for action security_group_members [ 1064.516390] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.516390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.517653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.517653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.517939] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.537831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.538084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.538916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.538916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.538916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.558675] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1064.574123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.574508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.575192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.575192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.575192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.575742] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.575742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.575742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.576248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.576366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.576519] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 already deleted. [ 1064.576654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.580009] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.580228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-42" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.580399] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-42" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.580747] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-42" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.584193] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.584508] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.584671] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.584968] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585182] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585423] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.585536] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.585658] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.586518] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.586690] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.586827] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.587017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.607512] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.607512] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.607512] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.607512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-42" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.607512] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d92933dd-ecff-4c85-96cf-69211cb92fa6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.607706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.607821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.608163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.608692] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92933dd-ecff-4c85-96cf-69211cb92fa6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.762013] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 486fd503-c146-46bf-9cfb-37c43873afe9: rpc.has_security_group_logging(os_id): False [ 1064.791029] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.791029] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.791029] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.791029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.791945] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.791945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.791945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.791945] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1064.857325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.857597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.857597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.857860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.857954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.858076] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 is going to be created. [ 1064.877784] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.877998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.878150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.878320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.878540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.887039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.887210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.887284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.887691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.887691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897460] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1064.898936] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: UNINITIALIZED for 2s [ 1065.023105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.023105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.023105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.023105] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 is going to be updated. [ 1065.048881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.048881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.048881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.048881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.048881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056053] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: IN_PROGRESS for 2s [ 1065.112080] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.112368] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.112578] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.113030] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.113180] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.113422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d92933dd-ecff-4c85-96cf-69211cb92fa6 not found, creating... [ 1065.113882] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.114226] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.114226] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.114480] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.114635] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.115009] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.115207] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.115315] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.115534] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.115678] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.115881] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 is going to be created. [ 1065.134762] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.134915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.138073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.138073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.138073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.138073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.938422] env[62807]: INFO networking_nsxv3.common.synchronization [req-9d911570-4aac-45e9-b799-79363c615d32 req-7b4a7e60-72f6-433d-a25c-bfe88b483fd4 service nova] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1065.938734] env[62807]: INFO networking_nsxv3.common.synchronization [req-9d911570-4aac-45e9-b799-79363c615d32 req-7b4a7e60-72f6-433d-a25c-bfe88b483fd4 service nova] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1065.938791] env[62807]: INFO networking_nsxv3.common.synchronization [req-9d911570-4aac-45e9-b799-79363c615d32 req-7b4a7e60-72f6-433d-a25c-bfe88b483fd4 service nova] Enqueued Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1065.939070] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1065.939843] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1065.940054] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1065.942070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.942070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.942070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.942287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.942411] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.946947] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.947128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.947473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.948144] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.950165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.950433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.953306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.953306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.953306] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.953306] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92933dd-ecff-4c85-96cf-69211cb92fa6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.953306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.953306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.953306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.953306] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92933dd-ecff-4c85-96cf-69211cb92fa6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.333015] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1066.333433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.333648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.333870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.334220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.334331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.334412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.334549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.334637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.334720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.334807] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.454307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.454307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.456816] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.456816] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92933dd-ecff-4c85-96cf-69211cb92fa6 with status ACTIVE [ 1066.457734] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.457734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.457734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.457734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.457734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.457734] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.458037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.458037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.458099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.458146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.458363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.458453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.458532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.458692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.459474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.459474] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 is going to be updated. [ 1066.478460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.478460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.478728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.479216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.479216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.586152] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1066.586152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.837407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.837692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.837821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.838145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.838360] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.838471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.838586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.838784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.838907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.839121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.839234] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.839307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.839307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.839520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.839705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.839813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.839880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.840024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.840099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.840296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.840394] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.906570] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: SUCCESS [ 1066.906866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.907047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.907260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.907461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.907604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.907673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.907834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.907927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.908026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.908120] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.911081] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1066.911081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.962053] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.065840] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a15b73-0909-438a-85dc-117a38f5ef87 in Status: SUCCESS [ 1067.066030] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 deletion is rescheduled due to dependency. [ 1067.066149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.344595] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc59cf9f-4ad5-4675-9d96-074a5a6ca89b: rpc.has_security_group_logging(os_id): False [ 1067.360447] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.360447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.360447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.360648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.360792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.361258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.361428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.361739] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.363186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.363186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.363186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.363186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.363498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.363498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.363793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.363867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.363996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.364084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.364191] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1067.410518] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.418995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.418995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.418995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.418995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.418995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.436342] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1067.467813] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.468021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.468171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.468432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.468536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.468681] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be created. [ 1067.524138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.524381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.524381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.525286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.525594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.538609] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: UNINITIALIZED for 2s [ 1067.916504] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 748d770a-a12e-4734-87d8-f36a7649b212: rpc.has_security_group_logging(os_id): False [ 1067.935476] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935476] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935476] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 is going to be created. [ 1068.008352] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.008890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.008890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.008890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.009035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.020833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: IN_PROGRESS for 2s [ 1069.127366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.127713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.127713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.127917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.128038] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.448746] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1069.448970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.550332] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1069.550381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.550519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.550842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.551077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.551207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.551273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.551439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.551526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.551631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.551870] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.630466] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.037325] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: SUCCESS [ 1070.037582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.054357] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.054554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.054601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.054800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.055550] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.055550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.055550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.055550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.055550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.055550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.055753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.055753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.055753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.055858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.055996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.056103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.056164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.056301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.056380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.056462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.056551] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.133194] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.258719] env[62807]: INFO networking_nsxv3.common.synchronization [req-f1de9410-49ea-4589-8990-1162590cb5e6 req-4ba867fa-82f3-425a-a0a1-7cc19a1b4b3d tempest-ServersNegativeTestJSON-1201522932 tempest-ServersNegativeTestJSON-1201522932-project-member] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1070.259355] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1070.260106] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.260244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.260312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.260519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.261017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.261017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.261017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.261158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.261341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.261447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.561883] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9438237-f0e8-4a89-85a1-233cf6954128: rpc.has_security_group_logging(os_id): False [ 1070.579689] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.579832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.579932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.580169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.580269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.580491] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.580667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.580667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.580819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.580886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.581101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.581199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.581260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.581402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.581478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.581653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.581768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.581828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.581972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.585827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.586150] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be created. [ 1070.637263] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1070.637263] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1070.643370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.643577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.643577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.643791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.643979] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653678] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1070.764291] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.267163] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.513764] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.513945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.513945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.514193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.529103] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1071.530046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.531392] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1071.576026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.576262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.576442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.576648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.590126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.591015] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1071.591145] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1071.592272] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1071.632392] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.632392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.632392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.632848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.634828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.635111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1071.708042] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.708042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.708042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.708042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.708423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.708657] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1071.771050] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.771050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.771050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.771050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.771050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.771050] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1071.774635] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.774753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.774848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.775019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.775403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.775741] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1071.775867] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bfc90735-ed49-4385-9b6e-f8c743742026', 'ef50aaf8-b91e-43c9-82cf-7a1b2d2db320', 'ea209604-ee44-4d49-b2e8-33e21715c2a1', '3012e97f-8d5f-4c13-9d6f-ded47aad3e33', '748d770a-a12e-4734-87d8-f36a7649b212', 'fc59cf9f-4ad5-4675-9d96-074a5a6ca89b', '19eef419-5ed0-4377-88c6-e5683c7e132b', '052deb03-8f39-462b-b791-355f991b19c1', '599c093f-c44f-4abc-bca5-e1f35c44c566', '5cbce73b-f5e5-4108-a610-1c4641a899ab', '48189cb9-03b6-4602-a744-0f0a92ba51b3', 'e0a15b73-0909-438a-85dc-117a38f5ef87', '75ba51fd-dec8-4871-800a-6eab84c27fc4', '9ed884a7-a124-4c21-8220-1c89c31499bb', '49a569b9-a706-4020-8145-f20376f779cd', 'da7ed845-c033-4e8b-80db-f47c35d95116', '50188556-ba54-4567-b139-835dcb2c8cf7', '88968835-466e-4b1c-bf00-0b5102c2734b', 'a492c246-6c4e-46aa-96e0-b9c7c5d15278', 'e35662cb-b6a3-4bd0-9e58-ad17175767ea', 'e9438237-f0e8-4a89-85a1-233cf6954128', '08cf7c6b-0fa0-41e3-b87f-6fa6611565d7', '691376ed-24f4-45a1-9757-cabf703112d9', 'e04aa087-e039-4a8e-af70-a6f19cf014a8', '4a89df05-c8ca-4294-94db-a2df21ffe7ed', 'b7e5a520-e3a0-40d6-a613-62220799f01d', '9ed5d196-1621-467e-b536-f2188164a981', '486fd503-c146-46bf-9cfb-37c43873afe9', '85ef5123-f264-46ad-a0ef-8975f8b2b968', 'fdde9328-02d1-4a52-ab88-4554cb2783e0', 'ff837c4d-2419-4b36-b4b8-748830c13705', 'c2262768-09b4-420b-b28b-70a3d4d989cc', '960dfecc-49be-40c5-b857-ddf9b92ff338', '54085250-bef9-40fa-9bac-89853387f7f1', '435666c9-54c3-4342-a21b-4c19e3abec73', '071a4f5c-b00c-4303-a86d-722a29abd150', '02acb841-e129-4fef-a06e-371a46b5da78', '77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f', '3b446bbc-e325-43b4-b03c-dc165e3d469b', '2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a', 'dd4a0cd2-62c8-4abc-b668-055955f3effe', '4c1cf98b-bfd6-467d-b910-7ced016f85bf', 'b462094f-33ce-46e3-8ff9-9b31acc0c659', '8d93d075-b5ef-416f-81c2-df011eeae78f', '243d34bc-9e6d-4b91-b5a9-8e182077b7d8', '4185986f-ec7d-4a6b-81d4-01f1cac67724'} {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1071.775988] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1071.796928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.797120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.797176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.797357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.797506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.797570] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1071.797617] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1071.797684] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1071.806070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.806247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.806309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.806485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.806618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.815611] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1071.862080] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.862947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.863166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.863407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.864670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1071.865266] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1071.865266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1071.865266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1071.865630] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1071.865630] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGH for action security_group_rules [ 1071.865682] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGH for action security_group_rules [ 1071.865840] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGH for action security_group_rules [ 1071.865959] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGH for action security_group_rules [ 1071.866060] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGH for action security_group_rules [ 1071.866151] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGH for action security_group_rules [ 1071.866235] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGH for action security_group_rules [ 1071.866318] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGH for action security_group_rules [ 1071.866427] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGH for action security_group_rules [ 1071.866512] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGH for action security_group_rules [ 1071.866614] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGH for action security_group_rules [ 1071.866716] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGH for action security_group_rules [ 1071.866971] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGH for action security_group_rules [ 1071.867197] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGH for action security_group_rules [ 1071.867315] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGH for action security_group_rules [ 1071.867412] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGH for action security_group_rules [ 1071.867504] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGH for action security_group_rules [ 1071.867593] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGH for action security_group_rules [ 1071.867680] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGH for action security_group_rules [ 1071.867800] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGH for action security_group_rules [ 1071.867932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.916271] env[62807]: INFO networking_nsxv3.common.synchronization [req-a8c07828-9f5d-42a1-a961-ea42bbfac6e2 req-eaa610c4-f245-452d-b173-008684abeec8 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1071.916271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1071.916271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc90735-ed49-4385-9b6e-f8c743742026 with Priority: HIGH for action security_group_rules [ 1071.916271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 with Priority: HIGH for action security_group_rules [ 1071.916271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eef419-5ed0-4377-88c6-e5683c7e132b with Priority: HIGH for action security_group_rules [ 1071.917465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a569b9-a706-4020-8145-f20376f779cd with Priority: HIGH for action security_group_rules [ 1071.917465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGH for action security_group_rules [ 1071.917465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 with Priority: HIGH for action security_group_rules [ 1071.917465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGH for action security_group_rules [ 1071.917682] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50188556-ba54-4567-b139-835dcb2c8cf7 with Priority: HIGH for action security_group_rules [ 1071.917838] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGH for action security_group_rules [ 1071.918056] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ed845-c033-4e8b-80db-f47c35d95116 with Priority: HIGH for action security_group_rules [ 1071.918056] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 with Priority: HIGH for action security_group_rules [ 1071.918208] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a15b73-0909-438a-85dc-117a38f5ef87 with Priority: HIGH for action security_group_rules [ 1071.918326] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGH for action security_group_rules [ 1071.918425] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab with Priority: HIGH for action security_group_rules [ 1071.918529] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 with Priority: HIGH for action security_group_rules [ 1071.918619] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGH for action security_group_rules [ 1071.918731] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGH for action security_group_rules [ 1071.918817] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGH for action security_group_rules [ 1071.918911] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 with Priority: HIGH for action security_group_rules [ 1071.919029] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 with Priority: HIGH for action security_group_rules [ 1071.919397] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.919587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.919709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.919982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.920312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.920393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.920819] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.922760] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc90735-ed49-4385-9b6e-f8c743742026 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.922897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.922985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.923187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.923304] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc90735-ed49-4385-9b6e-f8c743742026',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.924810] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea209604-ee44-4d49-b2e8-33e21715c2a1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.925039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.925348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.925571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.925866] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea209604-ee44-4d49-b2e8-33e21715c2a1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.926576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19eef419-5ed0-4377-88c6-e5683c7e132b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.926914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.927045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.927399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.927963] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19eef419-5ed0-4377-88c6-e5683c7e132b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.928803] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a569b9-a706-4020-8145-f20376f779cd taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.928949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.929042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.929242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.929338] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a569b9-a706-4020-8145-f20376f779cd',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.930309] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.930497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.930587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.930765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.930862] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.932078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.932267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.932267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.932461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.932552] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a492c246-6c4e-46aa-96e0-b9c7c5d15278',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.933715] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.933803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.934636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.934636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.934636] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.935220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50188556-ba54-4567-b139-835dcb2c8cf7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.935329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.935396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.935640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.935712] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50188556-ba54-4567-b139-835dcb2c8cf7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.936388] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.936504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.936570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.936793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.936793] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.939152] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7ed845-c033-4e8b-80db-f47c35d95116 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.939264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.939331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.939485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.939556] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7ed845-c033-4e8b-80db-f47c35d95116',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.940501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ba51fd-dec8-4871-800a-6eab84c27fc4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.940616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.940698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.940858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.940961] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ba51fd-dec8-4871-800a-6eab84c27fc4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.942503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a15b73-0909-438a-85dc-117a38f5ef87 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.942616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.942689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.943034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.943751] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a15b73-0909-438a-85dc-117a38f5ef87',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.944965] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.946776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.946776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.946776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.946776] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.947428] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cbce73b-f5e5-4108-a610-1c4641a899ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947844] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cbce73b-f5e5-4108-a610-1c4641a899ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.950016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-599c093f-c44f-4abc-bca5-e1f35c44c566 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.950297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.950297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.950533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.950611] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('599c093f-c44f-4abc-bca5-e1f35c44c566',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.953269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.953269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.953269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.953269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.953269] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.953269] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.953269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.953573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.953608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.953963] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.954862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.955017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.955092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.955265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.955310] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.955977] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.956092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.956154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.956295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.956362] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef50aaf8-b91e-43c9-82cf-7a1b2d2db320',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.958666] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.958910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.958982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.959155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.959227] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3012e97f-8d5f-4c13-9d6f-ded47aad3e33',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.991023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.991023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.991023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.991472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.011186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.011334] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc90735-ed49-4385-9b6e-f8c743742026 is going to be deleted. [ 1072.056247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.056247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.056247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.056247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.056247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.056247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc90735-ed49-4385-9b6e-f8c743742026" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.423831] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.432324] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.432472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.432530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.432755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.432957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.433080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.433148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.433360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.433397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.433477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.433566] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.449087] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.449375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.449375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.449881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.455122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.455257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.463288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.463531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.463690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.463789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.463997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.464098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.464183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.464270] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.467368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.467478] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19eef419-5ed0-4377-88c6-e5683c7e132b is going to be deleted. [ 1072.469868] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.470016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.470074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.470271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.470464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.470839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.470839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.470839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.470839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.470956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.470997] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.472640] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473136] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.473226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.473289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473670] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.487252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.487252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.518278] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.518409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.527876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.527876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.532591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.532751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.534696] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.534805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535642] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.536663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.536754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.537491] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.537865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.538408] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.538512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.539318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.539408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.540237] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.540691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.540691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.541684] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.542380] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542932] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.543314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.543404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.545258] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.545729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.545790] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be deleted. [ 1072.547429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.547429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.564505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.564505] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a492c246-6c4e-46aa-96e0-b9c7c5d15278 is going to be deleted. [ 1072.565919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.565919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.567812] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.567967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.594559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.594559] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3012e97f-8d5f-4c13-9d6f-ded47aad3e33 is going to be deleted. [ 1072.595445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.595635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.624487] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.624618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.627108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.627108] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ba51fd-dec8-4871-800a-6eab84c27fc4 is going to be deleted. [ 1072.627846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.628470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.652664] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.653294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.663541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.663784] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be deleted. [ 1072.664837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.665040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.666796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1072.667018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.703752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.703918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.710428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710599] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be deleted. [ 1072.711907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.712186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.720027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.720152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.799056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.799056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a569b9-a706-4020-8145-f20376f779cd is going to be deleted. [ 1072.799795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.800424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.801745] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.801881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.832149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.835017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 599c093f-c44f-4abc-bca5-e1f35c44c566 is going to be deleted. [ 1072.835017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.835017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.872599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.872599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.912332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.912469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.913547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.913671] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7ed845-c033-4e8b-80db-f47c35d95116 is going to be deleted. [ 1072.914553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.914783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.927020] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.936123] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.967016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.967127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.967166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.968137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.968137] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.968137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.968137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.968137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.968540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.968586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.968818] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.968889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.968934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.969069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.969213] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.969305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.969376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.969543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.969627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.969712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.969802] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.988332] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.990276] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.990276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.990276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.990732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.990911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.991034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.991099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.994366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994366] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.995613] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.995613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.027515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.027515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cbce73b-f5e5-4108-a610-1c4641a899ab is going to be deleted. [ 1073.028251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.028686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.073441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.073441] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50188556-ba54-4567-b139-835dcb2c8cf7 is going to be deleted. [ 1073.075632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.076042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.079305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.079305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.112057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.112057] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a15b73-0909-438a-85dc-117a38f5ef87 is going to be deleted. [ 1073.113035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.113317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.150031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.150031] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea209604-ee44-4d49-b2e8-33e21715c2a1 is going to be deleted. [ 1073.150031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.150031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.160412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.160412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.184037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.184037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef50aaf8-b91e-43c9-82cf-7a1b2d2db320 is going to be deleted. [ 1073.185447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.185447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.185447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.185447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19eef419-5ed0-4377-88c6-e5683c7e132b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.185639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.185707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.185786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.185908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.186455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.186637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.186719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.186830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a492c246-6c4e-46aa-96e0-b9c7c5d15278" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.186971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.187131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.187273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.187414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3012e97f-8d5f-4c13-9d6f-ded47aad3e33" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.187539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.187698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.187799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.187929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ba51fd-dec8-4871-800a-6eab84c27fc4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.188081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.188235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.189326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.189326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a569b9-a706-4020-8145-f20376f779cd" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.189735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.189820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-599c093f-c44f-4abc-bca5-e1f35c44c566" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.190271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.190305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7ed845-c033-4e8b-80db-f47c35d95116" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.190673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.190744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cbce73b-f5e5-4108-a610-1c4641a899ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.208188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.208423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.208423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.208577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.208899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.208899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50188556-ba54-4567-b139-835dcb2c8cf7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.220589] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.220793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.220869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.221086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.221184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.221319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a15b73-0909-438a-85dc-117a38f5ef87" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270608] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.270608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.270608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.270608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.270608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea209604-ee44-4d49-b2e8-33e21715c2a1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.305909] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.306648] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.306840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.306940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.307209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.307355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.307504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef50aaf8-b91e-43c9-82cf-7a1b2d2db320" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.432037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.432037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.432037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.432037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.432037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.432037] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1073.439373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35662cb-b6a3-4bd0-9e58-ad17175767ea: rpc.has_security_group_logging(os_id): False [ 1073.453995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.454186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.454231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.455030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.466626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.466767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.466767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.467412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.467412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.472107] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc59cf9f-4ad5-4675-9d96-074a5a6ca89b: rpc.has_security_group_logging(os_id): False [ 1073.473661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.473855] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.473948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.474018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.474244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.474329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.474450] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1073.478350] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1073.494816] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 748d770a-a12e-4734-87d8-f36a7649b212: rpc.has_security_group_logging(os_id): False [ 1073.499059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.499059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.499059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.499059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.499059] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1073.514040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522212] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.522923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.522923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.522923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.522923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522923] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.523148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.523148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.523278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.523353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.523553] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.523631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.523689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.523849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.523924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.524017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1073.525453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.525619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.544149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.544477] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.544626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.544674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.544884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.544929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.545028] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 is going to be updated. [ 1073.546195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.546409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.551389] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.551591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.566465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.566742] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.566891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.566940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.567187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.567273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.567487] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.567579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.567993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.567993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.567993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.568127] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.568127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.568226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.568403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.568495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.568604] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1073.569802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.570131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.570203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.603022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.603185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.603274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.603557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.603651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.605630] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1073.619542] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.619705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.619705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.619931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.620293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.621946] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1073.654579] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: IN_PROGRESS for 2s [ 1073.689289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.689505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.689578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.689951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.690237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.726145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1073.832172] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1073.832172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.716287] env[62807]: INFO networking_nsxv3.common.synchronization [None req-bffa87bb-e74e-4986-aa21-c17916dea338 None None] Enqueued Resource ID: 537b8d98-7c95-4337-8832-402bdbb719b3 with Priority: HIGHEST for action port [ 1074.716854] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b8d98-7c95-4337-8832-402bdbb719b3 with Priority: HIGHEST for action port [ 1074.717198] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-537b8d98-7c95-4337-8832-402bdbb719b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.717326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-537b8d98-7c95-4337-8832-402bdbb719b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.717397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-537b8d98-7c95-4337-8832-402bdbb719b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.717786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-537b8d98-7c95-4337-8832-402bdbb719b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.717880] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537b8d98-7c95-4337-8832-402bdbb719b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.219952] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 537b8d98-7c95-4337-8832-402bdbb719b3 [ 1075.220524] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.220704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.220780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.221592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.221592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.221592] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:537b8d98-7c95-4337-8832-402bdbb719b3 already deleted. [ 1075.221592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-537b8d98-7c95-4337-8832-402bdbb719b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.488346] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1075.488576] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.623117] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1075.623411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.644243] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1075.644500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.670577] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: SUCCESS [ 1075.675034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.739503] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1075.740088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.032375] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1158a597-f732-4542-9c28-cd3334305f87 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1076.033735] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1076.035398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.035721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.035867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.036228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.036467] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.123772] env[62807]: INFO networking_nsxv3.common.synchronization [None req-626f93f3-46c7-4344-8e67-d91c95d33f39 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1076.123772] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1076.123772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.123772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.557841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.558227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.558420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.560040] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becc8793-406c-4efe-bcac-dd9310eb92da already deleted. [ 1076.560040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.560040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560040] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.624366] env[62807]: INFO networking_nsxv3.common.synchronization [req-2ebf6172-ab23-43b4-86f7-6b66e0fab1ea req-d2671787-2e42-4230-8149-a3959985cd4c tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1076.624706] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1076.629134] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.629325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.629397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.629661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.630237] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.630376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.630441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.630665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.630771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.630871] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.854782] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1d9e2898-fe75-46af-b838-baaa908f06aa None None] Enqueued Resource ID: 787e991d-2b0e-4165-bc53-34dfee377aa3 with Priority: HIGHEST for action port [ 1076.855712] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787e991d-2b0e-4165-bc53-34dfee377aa3 with Priority: HIGHEST for action port [ 1076.855712] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-787e991d-2b0e-4165-bc53-34dfee377aa3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.855712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-787e991d-2b0e-4165-bc53-34dfee377aa3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.855933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-787e991d-2b0e-4165-bc53-34dfee377aa3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.859526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-787e991d-2b0e-4165-bc53-34dfee377aa3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.859675] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787e991d-2b0e-4165-bc53-34dfee377aa3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.080919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.081032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.081154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.081316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.081409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.081512] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becc8793-406c-4efe-bcac-dd9310eb92da already deleted. [ 1077.081592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.133764] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.133953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.134057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.134270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.158097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.158327] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.158482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.158701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.158867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.159017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.159099] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1077.187804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.187804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.187804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.187804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.187804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.196570] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1077.364245] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 787e991d-2b0e-4165-bc53-34dfee377aa3 [ 1077.365258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.365258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.365258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.365258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.365258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.365258] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:787e991d-2b0e-4165-bc53-34dfee377aa3 already deleted. [ 1077.365258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-787e991d-2b0e-4165-bc53-34dfee377aa3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.079192] env[62807]: INFO networking_nsxv3.common.synchronization [req-7533253b-4140-452d-8d12-bdcf8d5f5752 req-17b10fb9-733a-40a0-9300-8c1603bba2e8 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1078.079497] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1078.080204] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.080345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.080476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.080615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.080780] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.081182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.081182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.081182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.081182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.081392] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.585039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.585039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.585039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.585039] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be deleted. [ 1078.601987] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.602219] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.602351] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.602622] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.602892] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.603065] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.603191] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.603400] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.603550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.603802] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.603864] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.603979] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.604129] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.604254] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.604365] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.604500] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.626792] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.626969] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.627169] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.627368] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.628028] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.628028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.628028] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.628295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.628437] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1881a6c-5678-4b14-9eb9-f3e7f3e41810',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.629869] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.629990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.630071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.630245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.630746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.630746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.131564] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.131917] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.131972] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.132261] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.132410] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.132567] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port f1881a6c-5678-4b14-9eb9-f3e7f3e41810 not found, creating... [ 1079.132820] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.133030] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.133176] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.133417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.133551] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.133877] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.134031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.134235] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.136261] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.136261] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.136261] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: f1881a6c-5678-4b14-9eb9-f3e7f3e41810 is going to be created. [ 1079.155066] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.155066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.155066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.155066] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.155306] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.155574] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216087] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1079.216342] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 deletion is rescheduled due to dependency. [ 1079.216544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.105571] env[62807]: INFO networking_nsxv3.common.synchronization [req-7533253b-4140-452d-8d12-bdcf8d5f5752 req-e0647fe3-803d-4cf9-8f8b-7cbd1cbafa3b service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1080.106761] env[62807]: INFO networking_nsxv3.common.synchronization [req-7533253b-4140-452d-8d12-bdcf8d5f5752 req-e0647fe3-803d-4cf9-8f8b-7cbd1cbafa3b service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1080.107621] env[62807]: INFO networking_nsxv3.common.synchronization [req-7533253b-4140-452d-8d12-bdcf8d5f5752 req-e0647fe3-803d-4cf9-8f8b-7cbd1cbafa3b service nova] Enqueued Resource ID: f1881a6c-5678-4b14-9eb9-f3e7f3e41810 with Priority: HIGHEST for action port [ 1080.109725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1080.109725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1080.109725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1881a6c-5678-4b14-9eb9-f3e7f3e41810 with Priority: HIGHEST for action port [ 1080.109725] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.109725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.109725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.109725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.109725] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.115904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.115904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.115904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.115904] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.117163] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.117608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.117855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.118394] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1881a6c-5678-4b14-9eb9-f3e7f3e41810',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.620140] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.621336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.621697] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.622637] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1881a6c-5678-4b14-9eb9-f3e7f3e41810 with status ACTIVE [ 1080.622828] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.623464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.623464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.623464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.623464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.623658] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.623760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.623813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.623997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.624117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.624464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.624543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.624593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.624740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.624811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.624898] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1881a6c-5678-4b14-9eb9-f3e7f3e41810 is going to be updated. [ 1080.649705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.649705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.649705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.649705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.650019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.650019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1881a6c-5678-4b14-9eb9-f3e7f3e41810" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.130559] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.634470] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.634470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.634470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.634470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.634470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.634470] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be created. [ 1081.661067] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.661293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.661433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.661741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.661998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.674801] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: UNINITIALIZED for 2s [ 1083.485573] env[62807]: INFO networking_nsxv3.common.synchronization [req-62644aad-ba5f-4aa3-8dcf-6e909a740a2e req-37223e89-255d-434f-9c2a-6dcdc8287fd8 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 1083.486160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGHEST for action security_group_members [ 1083.486466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.486592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.486661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.486859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.487022] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.487295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.487459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.487546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.487643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.663455] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b1fe7feb-a129-4a4a-91e0-59a91f06a170 None None] Enqueued Resource ID: 9c515553-e85e-4a33-8820-a16ed32c0a77 with Priority: HIGHEST for action port [ 1083.664125] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c515553-e85e-4a33-8820-a16ed32c0a77 with Priority: HIGHEST for action port [ 1083.664364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c515553-e85e-4a33-8820-a16ed32c0a77 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.664487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c515553-e85e-4a33-8820-a16ed32c0a77" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.664553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c515553-e85e-4a33-8820-a16ed32c0a77" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.664805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c515553-e85e-4a33-8820-a16ed32c0a77" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.664890] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c515553-e85e-4a33-8820-a16ed32c0a77',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.685552] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: UNINITIALIZED for 4s [ 1083.990871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.990871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.991064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.991547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.011725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.015555] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.015688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.015688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.015851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.015935] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.016059] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 is going to be updated. [ 1084.042033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.042033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.042033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.042033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.042033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.052717] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: IN_PROGRESS for 2s [ 1084.171372] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c515553-e85e-4a33-8820-a16ed32c0a77 [ 1084.172818] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.172818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.172818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.172818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.172818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.172818] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c515553-e85e-4a33-8820-a16ed32c0a77 already deleted. [ 1084.172818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c515553-e85e-4a33-8820-a16ed32c0a77" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.713450] env[62807]: INFO networking_nsxv3.common.synchronization [None req-74d3b381-0c8a-40a2-b298-3794dafc8025 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1084.713450] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1084.713720] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.713720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.713816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.714937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.715702] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.804887] env[62807]: INFO networking_nsxv3.common.synchronization [None req-5deb515a-74a9-4eaa-8115-655ecaf5754a tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1084.805522] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1084.805838] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.805940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.237033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.238437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.238581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239695] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 already deleted. [ 1085.239695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.239695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239695] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.694561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1085.694834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.694991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.695242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.695486] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.695595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.695651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.696102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.696102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.696102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.696303] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.758706] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.759252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.759252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.759252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.759252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.759390] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 already deleted. [ 1085.759723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.068163] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02acb841-e129-4fef-a06e-371a46b5da78 in Status: SUCCESS [ 1086.068163] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 deletion is rescheduled due to dependency. [ 1086.068163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.204831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.204831] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.204831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.205422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.205422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.205422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.205422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.205422] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.263201] env[62807]: INFO networking_nsxv3.common.synchronization [None req-912e2689-fcfe-4b1e-a764-169ae51cd862 None None] Enqueued Resource ID: 2a98189e-d588-4853-8fe6-f4c2de1dca9e with Priority: HIGHEST for action port [ 1086.266203] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a98189e-d588-4853-8fe6-f4c2de1dca9e with Priority: HIGHEST for action port [ 1086.266203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a98189e-d588-4853-8fe6-f4c2de1dca9e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.266203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a98189e-d588-4853-8fe6-f4c2de1dca9e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.266203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a98189e-d588-4853-8fe6-f4c2de1dca9e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.267696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a98189e-d588-4853-8fe6-f4c2de1dca9e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.267696] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a98189e-d588-4853-8fe6-f4c2de1dca9e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.275229] env[62807]: INFO networking_nsxv3.common.synchronization [req-40323c1b-f2e3-49b5-abb0-c18191bfdaef req-ae0e7a05-ef3f-44eb-ba64-582aa46994a8 tempest-ServerPasswordTestJSON-66340664 tempest-ServerPasswordTestJSON-66340664-project-member] Enqueued Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1086.275801] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1086.276433] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.277238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.277238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.277238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.277238] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.277413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.277479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.277691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.280035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.280202] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.707136] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed884a7-a124-4c21-8220-1c89c31499bb: rpc.has_security_group_logging(os_id): False [ 1086.726691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.726691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.726691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.726691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.727259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.727259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.727319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.727501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.727750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.727946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.728017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.728176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.728251] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be created. [ 1086.734818] env[62807]: INFO networking_nsxv3.common.synchronization [None req-3691a09d-740b-42a0-b030-cdc02654fc0d None None] Enqueued Resource ID: 52f487fd-ce6e-4d1f-b031-7534cbe01ba5 with Priority: HIGHEST for action port [ 1086.735367] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52f487fd-ce6e-4d1f-b031-7534cbe01ba5 with Priority: HIGHEST for action port [ 1086.735862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-52f487fd-ce6e-4d1f-b031-7534cbe01ba5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.735977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52f487fd-ce6e-4d1f-b031-7534cbe01ba5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.736049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52f487fd-ce6e-4d1f-b031-7534cbe01ba5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.736410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52f487fd-ce6e-4d1f-b031-7534cbe01ba5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.736480] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f487fd-ce6e-4d1f-b031-7534cbe01ba5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.774015] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a98189e-d588-4853-8fe6-f4c2de1dca9e [ 1086.774325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.774413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.774485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.774696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.774787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.774880] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a98189e-d588-4853-8fe6-f4c2de1dca9e already deleted. [ 1086.774960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a98189e-d588-4853-8fe6-f4c2de1dca9e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.782606] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.782746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.782823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.783065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.784028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.785666] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.785819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.785911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.786262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.786262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.786475] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.786475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.786610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.786648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.786728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.786809] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 already deleted. [ 1086.786889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.798155] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1086.882503] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1086.882688] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1086.883231] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1086.883412] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1086.883836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f772781-d97e-418d-b1c0-0b8ce32bfd15 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.883836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.883934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.884133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.884327] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.884411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.884449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.884603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.884686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.885046] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.886066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.886198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.886271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.886440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.886564] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.886653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.886737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.886927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.887047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.887144] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.929150] env[62807]: INFO networking_nsxv3.common.synchronization [req-f73eef2c-2970-4c23-b5b6-8bfd1621085b req-ea526577-1655-470a-ab4a-231a1c1208fa tempest-ServerRescueTestJSON-199202121 tempest-ServerRescueTestJSON-199202121-project-member] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1086.929679] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1086.933158] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.933982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.934143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.934305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.934526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.934664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.934732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.934892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.934982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.935106] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.943116] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.943116] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-506" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.943913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-506" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.943913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-506" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.943913] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.944089] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.944089] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.945290] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.945290] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.945290] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.945290] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.945290] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.949016] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.949016] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.949016] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.949016] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.963396] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_rules [ 1086.963604] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1086.963744] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1086.963882] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1086.963991] env[62807]: INFO networking_nsxv3.common.synchronization [req-ea4c20ad-9986-42c7-9cf5-77116dd645e2 req-6a4d496e-76f4-43f6-b1b3-b5163560da78 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1086.964996] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.966214] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.966214] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.966424] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-506" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.966694] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.966891] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.966987] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.967318] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.967465] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbe3e06-4f03-4ee9-a3b8-e3906c07663a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.968658] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_rules [ 1086.968658] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1086.968775] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1086.968775] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1086.968870] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1086.969865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f772781-d97e-418d-b1c0-0b8ce32bfd15 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.970383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970383] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.971160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.971286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.971689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.971689] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.972507] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92933dd-ecff-4c85-96cf-69211cb92fa6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.974191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.974191] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92933dd-ecff-4c85-96cf-69211cb92fa6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.974191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f772781-d97e-418d-b1c0-0b8ce32bfd15 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.238581] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52f487fd-ce6e-4d1f-b031-7534cbe01ba5 [ 1087.238827] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.238960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.239043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.240621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.240710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.240823] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52f487fd-ce6e-4d1f-b031-7534cbe01ba5 already deleted. [ 1087.240914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52f487fd-ce6e-4d1f-b031-7534cbe01ba5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.389318] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.391180] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.437123] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.471273] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.471547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.471696] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.473026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.473026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.473026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a not found, creating... [ 1087.473026] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.473026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.473026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.473259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.473287] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.473567] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.473727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.473852] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.474073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.474209] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.474351] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a is going to be created. [ 1087.475808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.475899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.477407] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f772781-d97e-418d-b1c0-0b8ce32bfd15 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.477407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478161] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92933dd-ecff-4c85-96cf-69211cb92fa6 with status ACTIVE [ 1087.478161] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.478161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.478510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.478743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.478794] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.478888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.479197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.479301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.479540] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.479652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.479839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.479960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.480085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.480290] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 is going to be updated. [ 1087.497385] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.497385] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.497385] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.497598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.497706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.497943] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.499598] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.499759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.499847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.500087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.500421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.500421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.578870] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6bd0a03-0fed-4f8b-b18a-28ef33eeda2c req-73a043b0-e7db-4940-98d6-5ddce29690e5 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1087.579061] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6bd0a03-0fed-4f8b-b18a-28ef33eeda2c req-73a043b0-e7db-4940-98d6-5ddce29690e5 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1087.579775] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 with Priority: HIGHEST for action security_group_members [ 1087.579944] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1087.582458] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f772781-d97e-418d-b1c0-0b8ce32bfd15 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.582629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.582954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.583142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.645723] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6bd0a03-0fed-4f8b-b18a-28ef33eeda2c req-73a043b0-e7db-4940-98d6-5ddce29690e5 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1087.646128] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6bd0a03-0fed-4f8b-b18a-28ef33eeda2c req-73a043b0-e7db-4940-98d6-5ddce29690e5 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1087.646891] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6bd0a03-0fed-4f8b-b18a-28ef33eeda2c req-73a043b0-e7db-4940-98d6-5ddce29690e5 tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1087.648099] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_rules [ 1087.648099] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1087.648507] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 with Priority: HIGHEST for action port [ 1087.649052] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.655338] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.655338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.655338] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92933dd-ecff-4c85-96cf-69211cb92fa6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.655338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.655338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.655338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.655338] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92933dd-ecff-4c85-96cf-69211cb92fa6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.893583] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.894536] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.940158] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.157456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92933dd-ecff-4c85-96cf-69211cb92fa6 with status ACTIVE [ 1088.157456] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.157456] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.158048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.158048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.158048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.158048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.158048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.158048] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92933dd-ecff-4c85-96cf-69211cb92fa6 is going to be updated. [ 1088.179875] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.179875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.179875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.180105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.180105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.180209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92933dd-ecff-4c85-96cf-69211cb92fa6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.377504] env[62807]: INFO networking_nsxv3.common.synchronization [req-40323c1b-f2e3-49b5-abb0-c18191bfdaef req-9a51ed9d-5407-4adb-a600-468b749cf788 service nova] Enqueued Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_rules [ 1088.377758] env[62807]: INFO networking_nsxv3.common.synchronization [req-40323c1b-f2e3-49b5-abb0-c18191bfdaef req-9a51ed9d-5407-4adb-a600-468b749cf788 service nova] Enqueued Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1088.377816] env[62807]: INFO networking_nsxv3.common.synchronization [req-40323c1b-f2e3-49b5-abb0-c18191bfdaef req-9a51ed9d-5407-4adb-a600-468b749cf788 service nova] Enqueued Resource ID: 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a with Priority: HIGHEST for action port [ 1088.378338] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_rules [ 1088.378469] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1088.378636] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a with Priority: HIGHEST for action port [ 1088.379355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.379355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.379355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.379599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.379599] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.380560] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.380709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.380767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.380894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.381048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.381176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.381258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.381374] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.381499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.381622] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.382993] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.382993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.382993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.383204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.383204] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbe3e06-4f03-4ee9-a3b8-e3906c07663a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.397293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.397293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.397293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.397293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.398279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.398279] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1088.398658] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.398767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.398904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.399028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.399131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.399310] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 is going to be created. [ 1088.428165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.428340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.428399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.428582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.428758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.431321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.431443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.431749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.431803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.432106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.441013] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1088.442202] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 in Status: UNINITIALIZED for 2s [ 1088.442363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.442534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.442534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.442767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.442816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.442912] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1088.466912] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.467096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.467243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.467566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.468180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.473070] env[62807]: INFO networking_nsxv3.common.synchronization [None req-367eef02-2815-4a5c-bb85-3d74c1c0900a None None] Enqueued Resource ID: f69f4846-c5b0-4afb-b33d-2ab91692b253 with Priority: HIGHEST for action port [ 1088.473852] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f4846-c5b0-4afb-b33d-2ab91692b253 with Priority: HIGHEST for action port [ 1088.474268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69f4846-c5b0-4afb-b33d-2ab91692b253 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.474430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69f4846-c5b0-4afb-b33d-2ab91692b253" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.474566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69f4846-c5b0-4afb-b33d-2ab91692b253" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.474856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69f4846-c5b0-4afb-b33d-2ab91692b253" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.474945] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69f4846-c5b0-4afb-b33d-2ab91692b253',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.478213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1088.813213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1088.813305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.885214] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.887645] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.887645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.887848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a with status ACTIVE [ 1088.888075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.888541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.888541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.888541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.888541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.888713] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.888804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.888864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892538] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.892538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892538] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dbe3e06-4f03-4ee9-a3b8-e3906c07663a is going to be updated. [ 1088.909284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.909579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.909579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.909707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.909795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.909947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbe3e06-4f03-4ee9-a3b8-e3906c07663a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.976958] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f69f4846-c5b0-4afb-b33d-2ab91692b253 [ 1088.977506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.978408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.978408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.978408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.978408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.978408] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f69f4846-c5b0-4afb-b33d-2ab91692b253 already deleted. [ 1088.978408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69f4846-c5b0-4afb-b33d-2ab91692b253" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.342249] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c29c6735-57bd-42e9-b992-b96c17891a16 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1089.342249] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1089.342249] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.342249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.342249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.342637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.342827] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.393361] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.507325] env[62807]: INFO networking_nsxv3.common.synchronization [None req-8971d159-fc87-4636-ae30-b47817c8e7c6 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1089.507808] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1089.508899] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.508899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.864437] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.864699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.864819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.865185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.865352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.865542] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e already deleted. [ 1089.865696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.865972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.866581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.867017] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.895726] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.896035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.896212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.896519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.896664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.896776] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 is going to be created. [ 1089.917143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.917143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.917421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.917421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.917580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.926189] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: UNINITIALIZED for 2s [ 1090.392137] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.392137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.392137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.392137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.392137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.392137] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e already deleted. [ 1090.392137] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.450998] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1090.451653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.452218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.454090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.454090] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.454090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.454090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.454090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.454090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.454090] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.459286] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 in Status: SUCCESS [ 1090.459286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.459286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.459286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.459286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.459286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.459734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.459734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.459734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.459734] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.484940] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1090.485254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.957618] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.962534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.963669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.963669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.963669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.963669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.963669] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.963895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.963939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.964197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.964341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.964493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 is going to be deleted. [ 1090.992221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.992446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.992559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.992862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.993018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.993207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.993445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.993706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.993982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.995277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.995408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.995648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.995844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.996396] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.125131] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c127ee9-03c6-4bab-8efb-98f14e4b8a0a req-ae637334-ad2a-45b7-9e6f-2b2d31fae5b5 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1091.125507] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1091.125929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.126068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.126996] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.127218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.127460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.127545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.127545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.127710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.127796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.127892] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.461208] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.502766] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.502956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.503303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.503408] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.503742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.503982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.504097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.504184] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 already deleted. [ 1091.504287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.504398] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.505437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.505685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.505955] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.506166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.506316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.506467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.506599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.506739] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.547400] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.547737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.547952] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.548431] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.548819] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.549356] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.549356] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.549905] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.550436] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.550950] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.550950] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.551122] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.551277] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.551492] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.551777] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.552017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.571103] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.571338] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.571493] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.571706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.572112] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-bb09100c-d462-4d19-9fd5-1726001e8e55 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.572393] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.572450] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.572798] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.572979] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb09100c-d462-4d19-9fd5-1726001e8e55',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.634746] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.937896] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: SUCCESS [ 1091.938129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.938289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.938524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.938689] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.938804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.938868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.939027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.939115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.939203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.939292] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.965605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.965903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.965903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.966037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.966134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.966233] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1091.995309] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.995455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.995498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.995696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.995830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.003549] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1092.009956] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f772781-d97e-418d-b1c0-0b8ce32bfd15',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.010893] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.011032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.011104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.011301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.011389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.011576] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.011666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.011729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.011881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.011975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.012102] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 already deleted. [ 1092.012203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.078864] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.079089] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.079256] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.079807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.079807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.080095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port bb09100c-d462-4d19-9fd5-1726001e8e55 not found, creating... [ 1092.080343] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.080538] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.080662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.080906] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.081068] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.081361] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.081602] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.081669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.081873] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.082060] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.082223] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: bb09100c-d462-4d19-9fd5-1726001e8e55 is going to be created. [ 1092.103381] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.103583] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.103723] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.104037] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.105053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.105053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.139315] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.441516] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.441679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.442043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.442226] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.442326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.442389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.442545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.442645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.442736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.442912] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.443043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.443107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.443255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.443398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.443489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.443548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.443680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.443758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.443837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.443926] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.513703] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f772781-d97e-418d-b1c0-0b8ce32bfd15: rpc.has_security_group_logging(os_id): False [ 1092.531567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.531724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.531793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.532087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.532850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.532850] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.532850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.532850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.533135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.533135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.533548] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 is going to be created. [ 1092.550648] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15], does not exist path=[/infra/domains/default/groups/0f772781-d97e-418d-b1c0-0b8ce32bfd15]."\n}' [ 1092.550938] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15 [ 1092.551126] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1092.581176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.581176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.581176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.581176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.582170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.583015] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.583015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.583015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.583015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.583015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.583393] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.584230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.584230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.584230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.584447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.584579] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f772781-d97e-418d-b1c0-0b8ce32bfd15 is going to be created. [ 1092.599030] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15], does not exist path=[/infra/domains/default/groups/0f772781-d97e-418d-b1c0-0b8ce32bfd15]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15 [ 1092.599030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f772781-d97e-418d-b1c0-0b8ce32bfd15" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.599357] env[62807]: Traceback (most recent call last): [ 1092.599401] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1092.599401] env[62807]: return func(*args, **kwargs) [ 1092.599401] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1092.599401] env[62807]: res.raise_for_status() [ 1092.599401] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1092.599401] env[62807]: raise HTTPError(http_error_msg, response=self) [ 1092.599558] env[62807]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15 [ 1092.599558] env[62807]: During handling of the above exception, another exception occurred: [ 1092.599558] env[62807]: Traceback (most recent call last): [ 1092.599558] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1092.599558] env[62807]: listener.cb(fileno) [ 1092.599558] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1092.599558] env[62807]: result = function(*args, **kwargs) [ 1092.599558] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1092.599558] env[62807]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1092.599558] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1092.599558] env[62807]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1092.599558] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1092.599558] env[62807]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1092.599558] env[62807]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1092.599558] env[62807]: res.raise_for_status() [ 1092.599558] env[62807]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1092.599558] env[62807]: raise HTTPError(http_error_msg, response=self) [ 1092.600089] env[62807]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0f772781-d97e-418d-b1c0-0b8ce32bfd15 [ 1092.600089] env[62807]: Removing descriptor: 66 [ 1092.641326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.642345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.642493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.642766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.642991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.643125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1092.668356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.670533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.670533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.670533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.670533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.678215] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1092.946719] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651e443b-49b5-4441-9a0e-754a9c832d46: rpc.has_security_group_logging(os_id): False [ 1092.966503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.966831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.966831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.966973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.967016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.967194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.967286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.967356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.967531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.967636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.967786] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.967878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.968160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.968457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.969020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.969020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.969020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 is going to be created. [ 1093.064810] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.065016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.065076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.065258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.065444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.075282] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: IN_PROGRESS for 2s [ 1093.151289] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c127ee9-03c6-4bab-8efb-98f14e4b8a0a req-bca45782-c514-47e0-88bb-14aa24913c6a service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1093.151390] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c127ee9-03c6-4bab-8efb-98f14e4b8a0a req-bca45782-c514-47e0-88bb-14aa24913c6a service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1093.151536] env[62807]: INFO networking_nsxv3.common.synchronization [req-3c127ee9-03c6-4bab-8efb-98f14e4b8a0a req-bca45782-c514-47e0-88bb-14aa24913c6a service nova] Enqueued Resource ID: bb09100c-d462-4d19-9fd5-1726001e8e55 with Priority: HIGHEST for action port [ 1093.151764] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1093.151891] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1093.152054] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb09100c-d462-4d19-9fd5-1726001e8e55 with Priority: HIGHEST for action port [ 1093.153210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.153349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.153423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.153635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.153721] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.154594] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.154697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.154879] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb09100c-d462-4d19-9fd5-1726001e8e55 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.154983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.155081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.155269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.155350] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb09100c-d462-4d19-9fd5-1726001e8e55',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.391804] env[62807]: INFO networking_nsxv3.common.synchronization [req-c667fa33-36a6-414b-92f3-015583da08f2 req-f6eeaea2-6889-4123-965f-38ddc2ebce68 tempest-FloatingIPsAssociationTestJSON-1426094244 tempest-FloatingIPsAssociationTestJSON-1426094244-project-member] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1093.392362] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1093.392821] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.392821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.392920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.393361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.393361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.393361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.393361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.394154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.394154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.394154] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.657139] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.657219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.657393] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb09100c-d462-4d19-9fd5-1726001e8e55 with status ACTIVE [ 1093.660077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.660077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.660077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.660077] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb09100c-d462-4d19-9fd5-1726001e8e55 is going to be updated. [ 1093.679714] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.679840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.682018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.682018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.682018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.682018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb09100c-d462-4d19-9fd5-1726001e8e55" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.802893] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.803287] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.803457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.803738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.804034] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.804218] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.804375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.804580] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.804727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.804945] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.805086] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.805209] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.805327] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.805443] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.805595] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.805694] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.826659] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.826848] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.827090] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.827363] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-570" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.827813] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-8fb80dc8-60f2-403a-99f7-4c77d3431369 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.828321] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.828520] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.829253] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.829253] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb80dc8-60f2-403a-99f7-4c77d3431369',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.896712] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.013811] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1094.013811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.013811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.014143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.015284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.015284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.015284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.015284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.015284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.015284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.015284] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.016078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.016306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.016509] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.016658] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.016755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.016936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.017067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.017198] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.331326] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.332187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.332187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.332187] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.332369] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.332433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 8fb80dc8-60f2-403a-99f7-4c77d3431369 not found, creating... [ 1094.332742] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.333105] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.333105] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.333364] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.333522] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.333842] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.334135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.334135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.334421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.334608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.334767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 8fb80dc8-60f2-403a-99f7-4c77d3431369 is going to be created. [ 1094.352646] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.352825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.352992] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.353267] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.353503] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.353716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.399219] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.519781] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.519781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.519781] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.687208] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1094.687461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.687661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.688160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.688160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.688384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.688384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.688488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.688537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.688653] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.813055] env[62807]: INFO networking_nsxv3.common.synchronization [req-c3ab581a-fb21-4da1-ae95-6422852fab78 req-11c9f704-5034-4bfe-8a20-97c56b42953e tempest-ServerRescueTestJSONUnderV235-897685578 tempest-ServerRescueTestJSONUnderV235-897685578-project-member] Enqueued Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1094.814944] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9438237-f0e8-4a89-85a1-233cf6954128 with Priority: HIGHEST for action security_group_members [ 1094.814944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.814944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.903980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.903980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.903980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.903980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.903980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.903980] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be updated. [ 1094.932052] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.932052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.932052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.932052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.932052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.939422] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1095.021995] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.087342] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: SUCCESS [ 1095.087342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [req-c667fa33-36a6-414b-92f3-015583da08f2 req-2765ad5c-ef6d-4cb6-a710-3fc5ad084654 service nova] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_rules [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [req-c667fa33-36a6-414b-92f3-015583da08f2 req-2765ad5c-ef6d-4cb6-a710-3fc5ad084654 service nova] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [req-c667fa33-36a6-414b-92f3-015583da08f2 req-2765ad5c-ef6d-4cb6-a710-3fc5ad084654 service nova] Enqueued Resource ID: 8fb80dc8-60f2-403a-99f7-4c77d3431369 with Priority: HIGHEST for action port [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_rules [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1095.105061] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb80dc8-60f2-403a-99f7-4c77d3431369 with Priority: HIGHEST for action port [ 1095.105636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.105684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.105714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.105933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.107585] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.108526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109012] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fb80dc8-60f2-403a-99f7-4c77d3431369 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109616] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb80dc8-60f2-403a-99f7-4c77d3431369',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.190774] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.524573] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.524842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.524842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.525088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.525217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.525309] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1095.555231] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.555437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.555522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.555808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.556018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564841] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1095.611489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.611600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.611738] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fb80dc8-60f2-403a-99f7-4c77d3431369 with status ACTIVE [ 1095.611907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.612335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.612335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.612513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.612513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.612621] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.612715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.612776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.612978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.613117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.613377] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.613490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.613558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.613723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.613809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.613897] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fb80dc8-60f2-403a-99f7-4c77d3431369 is going to be updated. [ 1095.638181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.638477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.638567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.638774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.638899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.639646] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fb80dc8-60f2-403a-99f7-4c77d3431369" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.697139] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.200018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.200018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.200018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.200018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.200018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.200018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1096.225870] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.226056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.226128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.226329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.226473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.235804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1096.950099] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1096.950099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.950254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.950475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.950662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.950799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.950903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.951045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.951149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.951223] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.455927] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.575398] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1097.575655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.575813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.576068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.576271] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.576395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.576459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.576617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.576699] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.576805] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.961411] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.078948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.078948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.078948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.079180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.098266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.098356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.098432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.098531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.098695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.098779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.098871] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1098.122258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.122476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.122476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.122672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.123021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.130624] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1098.247467] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1098.247680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.247842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.248111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.248520] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.248604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.248693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.249311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.249311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.249311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.249311] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.464030] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.464353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.464353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.464523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.464589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.464761] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be updated. [ 1098.490836] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.491036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.491085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.491270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.491416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.508526] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1098.754321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.754321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.754589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.754677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.754907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.755537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.755647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.755858] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.755956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.756067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.756291] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.756440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.758028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.758028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.758028] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.803902] env[62807]: INFO networking_nsxv3.common.synchronization [req-eed4c37b-9fde-48a2-ab29-b87f89638148 req-6674aa47-876c-4c43-86e2-663ffed33ee5 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1098.804509] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1098.804823] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.804949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.805022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.805262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.805422] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.805524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.805577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.805729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.805814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.805910] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.004991] env[62807]: INFO networking_nsxv3.common.synchronization [req-4dcff9bf-f2a2-4bc2-be73-4f9da944b163 req-93d68ab4-dfb2-4d53-8e6b-b355efbd8b08 tempest-ServerPasswordTestJSON-66340664 tempest-ServerPasswordTestJSON-66340664-project-member] Enqueued Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1099.005611] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGHEST for action security_group_members [ 1099.006945] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.007103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.007201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.007442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.007625] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.007729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.007795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.007966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.008079] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.008177] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.261213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1099.277883] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.278146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.278146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.279128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.297600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.297871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.297987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.298065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.298254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.298334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.298521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.298617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.298677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.298815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.298886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.299088] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.299181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.299241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.299375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.299445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.299525] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1099.308145] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.308254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.308318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.308476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.326910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.327201] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.327516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.327591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.327798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.327886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.327981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1099.355024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.355024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.355256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.355630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.355630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.364565] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1099.367993] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.369071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.369071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.369296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.369439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.382694] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1099.510415] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.510630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.510630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.510961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.511076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.511290] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.511428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.511515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.511698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.511797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.511906] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 is going to be updated. [ 1099.541776] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.541776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.541776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.542011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.542011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.551436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: IN_PROGRESS for 2s [ 1100.139705] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1100.139897] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 deletion is rescheduled due to dependency. [ 1100.140027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.140196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.140418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.140600] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.140845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.140845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.140922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.140998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.141119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.141349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9438237-f0e8-4a89-85a1-233cf6954128 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.141400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.141462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.141637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.141811] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.141954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.142182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.142363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.142447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.142529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.142614] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.143556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.143747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.143910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.144506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.144506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.144506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.144506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.144506] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.517967] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1100.518343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.518343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.518531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.518723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.518837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.518902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.519068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.519152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.519238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.519328] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.646335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9438237-f0e8-4a89-85a1-233cf6954128: rpc.has_security_group_logging(os_id): False [ 1100.647916] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.648052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.648118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.648315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.648405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.648582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.648679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.648742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.648889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.648964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.649059] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1100.665928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.666080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.666127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.666261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.666341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.666531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.666626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.666690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.666830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.666908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.667108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.667207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.667268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.667407] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.667482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.667657] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.667748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.667808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.667943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.668027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.668111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be updated. [ 1100.672914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.673030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.673181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.673355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.673480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.681290] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1100.730671] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.730892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.730892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.731252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.731431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.742794] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 2s [ 1101.021468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.021648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.022451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.022451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.022451] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.022685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.022685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.022759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.022879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.022956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.023151] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.023289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.023359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.023544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.023693] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.023787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.023859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.024020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.024130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.024222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.024324] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.373804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1101.373804] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea deletion is rescheduled due to dependency. [ 1101.373804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.401968] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1101.402232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.527287] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a: rpc.has_security_group_logging(os_id): False [ 1101.543966] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.561751] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651e443b-49b5-4441-9a0e-754a9c832d46 in Status: SUCCESS [ 1101.561990] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 deletion is rescheduled due to dependency. [ 1101.562849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.563018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.563282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.563417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.563483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.563680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.563777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.565182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.565182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.565182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.565182] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be updated. [ 1101.618721] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.618899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.618950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.619228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.619624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.632622] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1102.182778] env[62807]: INFO networking_nsxv3.common.synchronization [req-c6e2744c-d008-4901-b2e6-49109f0ad713 req-7819794c-22be-4853-9ae8-a33ab9282fe8 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1102.183501] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1102.183865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.184073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.184205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.184558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.184753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.184871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.184938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.185400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.185400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.185400] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.355651] env[62807]: INFO networking_nsxv3.common.synchronization [req-44b45664-32e9-4e07-9a95-12f3f92d2d77 req-437320db-c8e6-4026-abc3-b8af18649940 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1102.356246] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1102.356581] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.356708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.356868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.357867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.360109] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.360511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.360738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.361153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.361276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.361404] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.690651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.690651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.690651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.690651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be deleted. [ 1102.690651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: IN_PROGRESS for 4s [ 1102.717655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.717655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.717655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.717655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.717655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.717655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.732896] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.732896] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.732896] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.733190] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.733442] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.733615] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.733722] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.733965] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.734141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.734356] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.734473] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.734584] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.734696] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.734808] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.734916] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.735067] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.755235] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1102.755465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.756344] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.756506] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.756649] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.756815] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.757142] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-0f65290c-3126-4fa7-9407-e7ad7e8018e2 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.757364] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.757495] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.757824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.757966] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f65290c-3126-4fa7-9407-e7ad7e8018e2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.759166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.759441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.759542] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9438237-f0e8-4a89-85a1-233cf6954128',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.865297] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.262382] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.262654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.262789] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.263098] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.263262] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.263427] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 0f65290c-3126-4fa7-9407-e7ad7e8018e2 not found, creating... [ 1103.263718] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.264115] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.264183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.264834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.264896] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.265309] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.265586] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.265686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.265938] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.266125] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.266286] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 0f65290c-3126-4fa7-9407-e7ad7e8018e2 is going to be created. [ 1103.283187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.283341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.283412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.283617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.283716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.284212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 is going to be deleted. [ 1103.286455] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.286688] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.286911] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.287180] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.287426] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.287644] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.338307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.338458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.338530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.338813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.338920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.367777] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.647449] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1103.647683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.871396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.871396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.871396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.871396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871396] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1103.896411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.896551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.897143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.897143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.897143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.908123] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1104.054898] env[62807]: INFO networking_nsxv3.common.synchronization [req-c6e2744c-d008-4901-b2e6-49109f0ad713 req-a4dbf5f6-8613-44bd-8bf7-aeb3a6750e4c service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1104.054898] env[62807]: INFO networking_nsxv3.common.synchronization [req-c6e2744c-d008-4901-b2e6-49109f0ad713 req-a4dbf5f6-8613-44bd-8bf7-aeb3a6750e4c service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1104.055027] env[62807]: INFO networking_nsxv3.common.synchronization [req-c6e2744c-d008-4901-b2e6-49109f0ad713 req-a4dbf5f6-8613-44bd-8bf7-aeb3a6750e4c service nova] Enqueued Resource ID: 0f65290c-3126-4fa7-9407-e7ad7e8018e2 with Priority: HIGHEST for action port [ 1104.055465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1104.055614] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1104.055693] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f65290c-3126-4fa7-9407-e7ad7e8018e2 with Priority: HIGHEST for action port [ 1104.055970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.057201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.057338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.057750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.057891] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.059246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.059560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.059560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.059755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.060098] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.060276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.060386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.060580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.060770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.060922] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.061922] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f65290c-3126-4fa7-9407-e7ad7e8018e2 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.064799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.064799] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f65290c-3126-4fa7-9407-e7ad7e8018e2',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.568070] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.568070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568070] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f65290c-3126-4fa7-9407-e7ad7e8018e2 with status ACTIVE [ 1104.568070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.568070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.568070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.568711] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.568711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.568711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f65290c-3126-4fa7-9407-e7ad7e8018e2 is going to be updated. [ 1104.593417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.593575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.593642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.593857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.593995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.594171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f65290c-3126-4fa7-9407-e7ad7e8018e2" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.700662] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9438237-f0e8-4a89-85a1-233cf6954128 in Status: SUCCESS [ 1104.700858] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9438237-f0e8-4a89-85a1-233cf6954128 deletion is rescheduled due to dependency. [ 1104.700988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9438237-f0e8-4a89-85a1-233cf6954128" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.737909] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33674f0-fee7-4313-b914-f06d086621fc req-f142226c-31e9-4618-80ff-f0a28992aa31 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1104.738466] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1104.738772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.738893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.738961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.739372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.739784] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.739929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.740026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.740241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.740364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.740629] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.072865] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.243974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.244176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.244251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.244497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.244635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.244815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.244943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.244981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.245142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.245226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.245314] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becc8793-406c-4efe-bcac-dd9310eb92da already deleted. [ 1105.245393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.247227] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.247406] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.247561] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.247818] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.248096] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248259] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.248381] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.248594] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.248737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.248944] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.249074] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.249192] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.249310] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.249425] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.249536] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.249673] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.267714] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.267896] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.268054] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.268240] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.268569] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a7104ea3-596d-4d10-952c-ac861087e580 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.268748] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.268870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.269208] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.269344] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7104ea3-596d-4d10-952c-ac861087e580',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.574286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.574476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.574541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.574937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.574937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.574937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be created. [ 1105.603969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.604114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.604697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.604697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.604697] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.616091] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: UNINITIALIZED for 2s [ 1105.772228] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.772228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.772228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.772228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.772459] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.772459] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port a7104ea3-596d-4d10-952c-ac861087e580 not found, creating... [ 1105.772997] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.772997] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.773147] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.774244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.774244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.774244] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.774244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.774244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.775362] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.775362] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.775362] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a7104ea3-596d-4d10-952c-ac861087e580 is going to be created. [ 1105.799524] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.800485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.800485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.800485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.800485] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.800669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.922855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1105.923927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.948018] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b5d2686d-b254-4621-8232-0f27316f7d99 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1106.948695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1106.949337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.949510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.949682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.949866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.950050] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.060777] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2b24eef2-c1c3-4c69-8d97-8bc928fa00d3 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1107.060871] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1107.061769] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.061769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33674f0-fee7-4313-b914-f06d086621fc req-f42e94ce-03d1-4270-bc7f-6cdc047fa4a3 service nova] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33674f0-fee7-4313-b914-f06d086621fc req-f42e94ce-03d1-4270-bc7f-6cdc047fa4a3 service nova] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33674f0-fee7-4313-b914-f06d086621fc req-f42e94ce-03d1-4270-bc7f-6cdc047fa4a3 service nova] Enqueued Resource ID: a7104ea3-596d-4d10-952c-ac861087e580 with Priority: HIGHEST for action port [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1107.139369] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7104ea3-596d-4d10-952c-ac861087e580 with Priority: HIGHEST for action port [ 1107.139992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.140322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.140467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.140764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.140948] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.141840] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.142129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.144146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.144146] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.144146] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7104ea3-596d-4d10-952c-ac861087e580 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.146481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.146481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.146481] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7104ea3-596d-4d10-952c-ac861087e580',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.470662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.470816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.470886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.471119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.471211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471307] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 already deleted. [ 1107.471392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.471692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.471776] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.625809] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1107.626080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.626216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.626426] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.627284] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.627284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.627284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.627284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.627284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.627284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.627284] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.648210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.648210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.648210] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.648560] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7104ea3-596d-4d10-952c-ac861087e580 with status ACTIVE [ 1107.648649] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.648825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.648825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.649035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.649110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.649287] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.649382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.649791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.649791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.649791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.649928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.649928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.650023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.650367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.650367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.650367] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7104ea3-596d-4d10-952c-ac861087e580 is going to be updated. [ 1107.669767] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.669910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.669953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.670335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.670335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.670450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.991016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.991395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.991395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.991474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.991507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.991590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 already deleted. [ 1107.991674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.130020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.130184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.130256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.130464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.130622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132417] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132417] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.154010] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.638503] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 1108.655326] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.655550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.655550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.655749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.655835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.656028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.656133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.656212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.656334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.656422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.656668] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.656856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.656926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.657023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.657098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.657289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.657393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.657447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.657561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.657628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.657709] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be created. [ 1108.662763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.662891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.662969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.663204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.663290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.663384] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be created. [ 1108.688857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.688857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.688857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.688857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.688857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.696752] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: UNINITIALIZED for 2s [ 1108.721365] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.721527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.721652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.721844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.722647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.748850] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1109.165160] env[62807]: INFO networking_nsxv3.common.synchronization [req-324e4344-adce-4bc2-aaab-c5dca779f5c1 req-e5bac2d4-52cd-4825-a6df-4470528410e4 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1109.166087] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1109.166531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.166805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.168972] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.168972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.168972] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.626041] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.626041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.626041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.626041] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.626474] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.626780] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.627025] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.627346] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.627992] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.633404] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.633404] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.633404] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.633404] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.633404] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.633404] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.633404] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.651539] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.657023] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.657023] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.657023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.657023] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.657023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.657023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.657023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.657023] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.670249] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.670661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.671933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.671933] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 already deleted. [ 1109.671933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.010738] env[62807]: INFO networking_nsxv3.common.synchronization [req-a7bc17fe-38fc-4601-82da-5e887df46546 req-3363596a-76c7-45f9-a598-ba833113706e tempest-FloatingIPsAssociationTestJSON-1426094244 tempest-FloatingIPsAssociationTestJSON-1426094244-project-member] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1110.012018] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1110.012018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.014799] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.014799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.014799] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.165651] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.165651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 not found, creating... [ 1110.165651] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.165651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.166165] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.166165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.166165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.166165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.166165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.166165] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 is going to be created. [ 1110.185470] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.185470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.186882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.186882] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.187092] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.187461] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.517025] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.706629] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: UNINITIALIZED for 4s [ 1110.765643] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1110.766931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.002080] env[62807]: INFO networking_nsxv3.common.synchronization [req-324e4344-adce-4bc2-aaab-c5dca779f5c1 req-3f3660db-822c-45ec-b104-c58d5784280a service nova] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1111.002227] env[62807]: INFO networking_nsxv3.common.synchronization [req-324e4344-adce-4bc2-aaab-c5dca779f5c1 req-3f3660db-822c-45ec-b104-c58d5784280a service nova] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1111.002392] env[62807]: INFO networking_nsxv3.common.synchronization [req-324e4344-adce-4bc2-aaab-c5dca779f5c1 req-3f3660db-822c-45ec-b104-c58d5784280a service nova] Enqueued Resource ID: 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 with Priority: HIGHEST for action port [ 1111.002719] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_rules [ 1111.002886] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1111.002886] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 with Priority: HIGHEST for action port [ 1111.003534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.003656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.003721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.003941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.007070] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.009744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.009887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.009958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.013642] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.013861] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.013986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.014078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.014259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.014350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.014450] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.019041] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.019041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.019041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.019041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.019041] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.019501] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.517463] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.518494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.518612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.518785] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 with status ACTIVE [ 1111.518955] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.519067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.519131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.519353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.519457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.519636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.519731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.519805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.519953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.520073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.520255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.520357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.520419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.520561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.520633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.520718] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5 is going to be updated. [ 1111.522045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.522156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.522278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.522394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.522531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.522588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be updated. [ 1111.541482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.541482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.541631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.541829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.542565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.542780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d97fdd4-3a3a-48c2-8729-5e78d0f6a8d5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.548186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.548313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.548383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.548585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.548723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.556767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1112.022938] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.528937] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.528937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.528937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.528937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.528937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.528937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 is going to be created. [ 1112.569489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.569489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.569489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.569489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.569489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.581196] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: UNINITIALIZED for 2s [ 1112.717995] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: SUCCESS [ 1112.718248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.718416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.718668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.718864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.718982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.719060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.719217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.719299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.719387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.719482] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.225797] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.566486] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1113.566486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.635679] env[62807]: INFO networking_nsxv3.common.synchronization [req-1ba98a21-d381-459f-8d88-4bced78e6a53 req-9c6b138c-96e3-4095-b38b-d5fe3a95e7b9 tempest-ServerRescueTestJSON-199202121 tempest-ServerRescueTestJSON-199202121-project-member] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1113.636265] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGHEST for action security_group_members [ 1113.636552] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.636694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.636791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.637739] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.638418] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.638418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.638418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.638573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.638825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.638952] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.680455] env[62807]: INFO networking_nsxv3.common.synchronization [req-a5cfcf1b-4cca-4e28-86db-1cd58cc521c3 req-6c253674-c8b8-4b15-be27-3c645f0c7a9e tempest-ServersNegativeTestMultiTenantJSON-1857537205 tempest-ServersNegativeTestMultiTenantJSON-1857537205-project-member] Enqueued Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1113.681053] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1113.681241] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.681360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.681423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.681670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.681815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.682037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.685459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.685825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.685928] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.725051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for becc8793-406c-4efe-bcac-dd9310eb92da: rpc.has_security_group_logging(os_id): False [ 1113.744658] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.744852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.744947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.745248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.745347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.745616] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.745712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.745776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.745969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.746075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.746114] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be created. [ 1113.834804] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.834988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.835063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.835279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.835458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.847125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: IN_PROGRESS for 2s [ 1114.147384] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.147384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.147384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.147384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.156973] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.156973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-666" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.156973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-666" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.156973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-666" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.157270] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.157583] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.157811] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.158142] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.158391] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.158833] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.159073] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.159293] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.159510] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.160016] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.160254] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.160972] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.169414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.169647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.169751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.169838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.170068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.170159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.170255] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be updated. [ 1114.181321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.181536] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.181642] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.181823] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-666" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.182131] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-5c6118e7-498d-4a79-a493-8029099cd533 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.182304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.182461] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.182769] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.182915] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6118e7-498d-4a79-a493-8029099cd533',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.190449] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.190569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.190635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.190807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.190982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.191078] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.191719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.191719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.191719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.191719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.191719] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf already deleted. [ 1114.191719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.201018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.201018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.201018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.201018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.201018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.212232] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: IN_PROGRESS for 2s [ 1114.591761] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: SUCCESS [ 1114.592023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.592173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.592385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.592550] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.592668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.592734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.592882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.594722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.594722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.594722] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.688021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.688021] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 5c6118e7-498d-4a79-a493-8029099cd533 not found, creating... [ 1114.688021] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.688021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.688509] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.688509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.688509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.688509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.688509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.688910] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 5c6118e7-498d-4a79-a493-8029099cd533 is going to be created. [ 1114.716260] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.716260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.716260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.716260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.716260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.716260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.095841] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.507644] env[62807]: INFO networking_nsxv3.common.synchronization [req-a5cfcf1b-4cca-4e28-86db-1cd58cc521c3 req-9afe3823-d290-489d-a1cd-61793d70e508 service nova] Enqueued Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_rules [ 1115.507840] env[62807]: INFO networking_nsxv3.common.synchronization [req-a5cfcf1b-4cca-4e28-86db-1cd58cc521c3 req-9afe3823-d290-489d-a1cd-61793d70e508 service nova] Enqueued Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1115.507991] env[62807]: INFO networking_nsxv3.common.synchronization [req-a5cfcf1b-4cca-4e28-86db-1cd58cc521c3 req-9afe3823-d290-489d-a1cd-61793d70e508 service nova] Enqueued Resource ID: 5c6118e7-498d-4a79-a493-8029099cd533 with Priority: HIGHEST for action port [ 1115.508594] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_rules [ 1115.508725] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1115.508839] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6118e7-498d-4a79-a493-8029099cd533 with Priority: HIGHEST for action port [ 1115.509165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.509289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.509375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.509665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.509755] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.510880] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.510939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.511040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.511217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.511364] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.511465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.511534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.511701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.511823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.511886] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.512728] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6118e7-498d-4a79-a493-8029099cd533 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.512825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.512940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.513075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.513150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6118e7-498d-4a79-a493-8029099cd533',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.599799] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9262820c-4ce3-43e9-8740-a0cadc372a89: rpc.has_security_group_logging(os_id): False [ 1115.618036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.618036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.618036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.618036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.618036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.618753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.618753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.618753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.618753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.619046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.619046] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 is going to be created. [ 1115.704210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.704437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.704514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.704675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.704866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.716274] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: IN_PROGRESS for 2s [ 1115.867344] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: SUCCESS [ 1115.867561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.014780] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.015971] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.016062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.016395] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c6118e7-498d-4a79-a493-8029099cd533 with status ACTIVE [ 1116.016566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.016673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.016736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.017045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.017206] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.017304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.017365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.017520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.017623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.017777] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.017871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.017933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.018091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.018168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.018253] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c6118e7-498d-4a79-a493-8029099cd533 is going to be updated. [ 1116.042136] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.042333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.042410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.042648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.042789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.042959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6118e7-498d-4a79-a493-8029099cd533" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.246532] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b in Status: SUCCESS [ 1116.246727] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b deletion is rescheduled due to dependency. [ 1116.246842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.517707] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.020106] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.020453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.020453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.020799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.020916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.021056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf is going to be created. [ 1117.050565] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.050735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.050788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.051134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.051186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.061270] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: UNINITIALIZED for 2s [ 1117.731980] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: SUCCESS [ 1117.732230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.894017] env[62807]: INFO networking_nsxv3.common.synchronization [req-02873b38-fcc5-448d-8069-25ee9d16f3da req-a195be05-181d-4bcd-a396-4b06f575b8fa tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1118.894930] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1118.895026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.895245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.895337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.895592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.895928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.896052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.896123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.896287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.896376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.896473] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.101783] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: SUCCESS [ 1119.102014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.102173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103091] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103730] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.335931] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.336381] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.336643] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.337021] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.338276] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.338276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.338276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.338276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.338276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.338276] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.338583] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.338583] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.338651] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.338740] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.338887] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.338985] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.358517] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.358590] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.358676] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.358924] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.359987] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-1c6b72d7-d148-4280-981c-9bfbf768bd3b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.359987] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.359987] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.359987] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.360377] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6b72d7-d148-4280-981c-9bfbf768bd3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.399310] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.399505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.399607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.399862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.399969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.400282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.400362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.400406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.400630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.400707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.400802] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e already deleted. [ 1119.400892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.605309] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.605478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.605590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.605744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.605910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.606477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.606578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.606894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.606998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.607275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.607596] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.607776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.607851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.608205] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.608305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.608593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.608676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.608766] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.863022] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.863022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.863371] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.863546] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.863792] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.864083] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 1c6b72d7-d148-4280-981c-9bfbf768bd3b not found, creating... [ 1119.864556] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.864814] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.865152] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.865499] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.866159] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.866159] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.866392] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.866611] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.866940] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.867155] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.867418] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 1c6b72d7-d148-4280-981c-9bfbf768bd3b is going to be created. [ 1119.887563] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.887912] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.889314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.889314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.889314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.889314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.111343] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cb9100-665d-4baf-9347-b89a5a4d3daf: rpc.has_security_group_logging(os_id): False [ 1120.131560] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.131811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.131975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.132218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.132351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.132685] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.132839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.132938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.133182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.133314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.133599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.133759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.134369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.134369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.134369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.134500] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.134608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.134702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.134909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.135039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.135170] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf is going to be created. [ 1120.214676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.214825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.214913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.215179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.215364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227048] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: IN_PROGRESS for 2s [ 1121.473364] env[62807]: INFO networking_nsxv3.common.synchronization [req-02873b38-fcc5-448d-8069-25ee9d16f3da req-959fdf6a-0a86-47ab-8757-59ede33455a7 service nova] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1121.473980] env[62807]: INFO networking_nsxv3.common.synchronization [req-02873b38-fcc5-448d-8069-25ee9d16f3da req-959fdf6a-0a86-47ab-8757-59ede33455a7 service nova] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1121.473980] env[62807]: INFO networking_nsxv3.common.synchronization [req-02873b38-fcc5-448d-8069-25ee9d16f3da req-959fdf6a-0a86-47ab-8757-59ede33455a7 service nova] Enqueued Resource ID: 1c6b72d7-d148-4280-981c-9bfbf768bd3b with Priority: HIGHEST for action port [ 1121.474605] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_rules [ 1121.474837] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1121.474982] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6b72d7-d148-4280-981c-9bfbf768bd3b with Priority: HIGHEST for action port [ 1121.475438] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.475593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.475664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.475924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.476036] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.477080] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.477216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.477288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.477485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.477650] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.477832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.477832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.477980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.478066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.478170] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.479526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c6b72d7-d148-4280-981c-9bfbf768bd3b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.479679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.479802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.479856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.479930] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6b72d7-d148-4280-981c-9bfbf768bd3b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.985035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.985035] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.985035] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c6b72d7-d148-4280-981c-9bfbf768bd3b with status ACTIVE [ 1121.985035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.985035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.985035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.986036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.986368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.986514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.987376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.988114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.988451] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c6b72d7-d148-4280-981c-9bfbf768bd3b is going to be updated. [ 1122.015105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.015105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.015105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.015105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.015105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.015105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c6b72d7-d148-4280-981c-9bfbf768bd3b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.246682] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: SUCCESS [ 1122.247314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.493524] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.997545] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.997727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.997777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.998728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.998728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.998728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e is going to be created. [ 1123.026679] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.026989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.026989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.027136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.027362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.045191] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: UNINITIALIZED for 2s [ 1123.090279] env[62807]: INFO networking_nsxv3.common.synchronization [req-8bb62754-ca46-4bdf-9d11-0fde30766723 req-2cbca7c1-5f38-490f-b5ac-d0cb0d6d450f tempest-ServerActionsV293TestJSON-372620725 tempest-ServerActionsV293TestJSON-372620725-project-member] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1123.090279] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGHEST for action security_group_members [ 1123.090279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.091971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.091971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.091971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.092094] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.092143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.092182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.092587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.092587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092587] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.599357] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.599357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.599357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.599357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.619198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.619361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.619490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.619559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.620780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.620780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.620780] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 is going to be updated. [ 1123.650438] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.651725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.651725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.651725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.651725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.660502] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: IN_PROGRESS for 2s [ 1125.059061] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: SUCCESS [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.061229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.061229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.061229] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.569957] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.673749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 748d770a-a12e-4734-87d8-f36a7649b212 in Status: SUCCESS [ 1125.674274] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 deletion is rescheduled due to dependency. [ 1125.674369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.073858] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d1e192-ee29-4713-8be8-6214dd1de02e: rpc.has_security_group_logging(os_id): False [ 1126.101339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.101571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.101620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.102502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.102677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.102972] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.103134] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.103226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.103448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.103561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.103685] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e is going to be created. [ 1126.202479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.202764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.202764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.202930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.203139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.221989] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: IN_PROGRESS for 2s [ 1127.259993] env[62807]: INFO networking_nsxv3.common.synchronization [req-5404b8d1-1acb-407b-89e5-0f16216312b5 req-4d1a5432-6ae1-4cca-819c-2f2e5f388304 tempest-ListServerFiltersTestJSON-1667271948 tempest-ListServerFiltersTestJSON-1667271948-project-member] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1127.260765] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGHEST for action security_group_members [ 1127.261929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.262075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.262147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.262351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.262504] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.262689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.262769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.262926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.263026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.263122] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.392140] env[62807]: INFO networking_nsxv3.common.synchronization [req-1565b678-4632-4cbf-b9c6-4682f54e2be0 req-e6f0a6dd-5404-4edd-9fb8-51dcc0254838 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1127.392781] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1127.393305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.393589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.393680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.393922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.394097] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.394238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.394311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.394471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.394572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.394655] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.766591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.766770] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.766870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.767101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.788448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.788753] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.788876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.789121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.789269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.789269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.789376] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be updated. [ 1127.816661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.816810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.816882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.818022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.818022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.820428] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.820606] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.820764] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821083] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.821396] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.821562] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.821692] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821915] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.822071] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.822282] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.822402] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.822561] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.823095] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.823095] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.823095] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.823247] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.827034] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: IN_PROGRESS for 2s [ 1127.841515] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.841987] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1127.841987] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.842104] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.842482] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-78214f32-dc80-4625-b6a8-a5f4d244cfb1 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.843022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.843022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.843654] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.843654] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78214f32-dc80-4625-b6a8-a5f4d244cfb1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.897838] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.235855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: SUCCESS [ 1128.235855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.269028] env[62807]: INFO networking_nsxv3.common.synchronization [req-b2b1ca51-02d6-401f-ab8e-784e0d3f1234 req-b2a80e59-ed35-40b4-a55a-4a9f3336f8d8 tempest-ServersNegativeTestMultiTenantJSON-1857537205 tempest-ServersNegativeTestMultiTenantJSON-1857537205-project-member] Enqueued Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1128.269412] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGHEST for action security_group_members [ 1128.269412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.269546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.269579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.270132] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.270624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.270624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.270624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.270624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.270859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.270859] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.347135] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.348761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.348761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.348761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.348761] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.352644] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 78214f32-dc80-4625-b6a8-a5f4d244cfb1 not found, creating... [ 1128.352644] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.352644] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.352644] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.352644] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.352644] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.353164] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.353743] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.354015] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.354909] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.355154] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.355496] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 78214f32-dc80-4625-b6a8-a5f4d244cfb1 is going to be created. [ 1128.376440] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.376683] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.376831] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.377166] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.377365] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.377600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.402031] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.777054] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.777054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.777054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.777344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.777588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.777849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.777989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.778123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.778349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.779083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.779083] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf is going to be updated. [ 1128.806860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.806860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.807033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.807153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.807298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.815129] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: IN_PROGRESS for 2s [ 1128.906043] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.906043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.906043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.906292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.906405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.906437] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1128.938033] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.938033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.938033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.938243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.938358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.951767] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1129.108135] env[62807]: INFO networking_nsxv3.common.synchronization [req-1565b678-4632-4cbf-b9c6-4682f54e2be0 req-cd8fd5d1-608b-4a5f-8c00-ee815be79fef service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1129.108327] env[62807]: INFO networking_nsxv3.common.synchronization [req-1565b678-4632-4cbf-b9c6-4682f54e2be0 req-cd8fd5d1-608b-4a5f-8c00-ee815be79fef service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1129.108489] env[62807]: INFO networking_nsxv3.common.synchronization [req-1565b678-4632-4cbf-b9c6-4682f54e2be0 req-cd8fd5d1-608b-4a5f-8c00-ee815be79fef service nova] Enqueued Resource ID: 78214f32-dc80-4625-b6a8-a5f4d244cfb1 with Priority: HIGHEST for action port [ 1129.108712] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1129.108865] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1129.108973] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78214f32-dc80-4625-b6a8-a5f4d244cfb1 with Priority: HIGHEST for action port [ 1129.109517] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.109914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.110009] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.110881] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.111057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.111188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-78214f32-dc80-4625-b6a8-a5f4d244cfb1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.111188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.111320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.111438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.111534] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78214f32-dc80-4625-b6a8-a5f4d244cfb1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.613529] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.614969] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78214f32-dc80-4625-b6a8-a5f4d244cfb1 with status ACTIVE [ 1129.614969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.614969] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.614969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.615638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.615638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.615638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.615786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.615786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.620084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.620084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.620084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78214f32-dc80-4625-b6a8-a5f4d244cfb1 is going to be updated. [ 1129.640355] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.640548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.640548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.640722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.640866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.641037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78214f32-dc80-4625-b6a8-a5f4d244cfb1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.839327] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486fd503-c146-46bf-9cfb-37c43873afe9 in Status: SUCCESS [ 1129.839565] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 deletion is rescheduled due to dependency. [ 1129.839672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.140584] env[62807]: INFO networking_nsxv3.common.synchronization [req-e05995f6-f693-435f-ad2a-4b57211e1a1e req-79fd4342-756c-4b93-b76f-2aa448532b2d tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1130.141044] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1130.141467] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.141467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.141626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.142422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.142422] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.142422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.142422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.142422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.142422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.142731] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.647349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.647349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.647349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.647349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.672376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.672376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.672376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.672376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.672376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.672376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.672376] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1130.695044] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.695201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.695261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.695453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.695595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.705745] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1130.745023] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.746558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.746558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.746558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.746558] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.746558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.746941] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.746941] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.748022] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.748022] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.748022] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.748022] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.748022] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.748432] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.748432] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.748647] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.799400] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.799510] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.799638] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.800333] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.800333] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-0235e89b-ec0d-4439-817c-dd76d6987b80 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.800614] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.800614] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.800927] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.801092] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0235e89b-ec0d-4439-817c-dd76d6987b80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.841613] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf in Status: SUCCESS [ 1130.841893] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf deletion is rescheduled due to dependency. [ 1130.842018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.961074] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1130.961382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.961623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.961870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962419] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.962419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.962419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.962419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.962609] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.308026] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.308026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 0235e89b-ec0d-4439-817c-dd76d6987b80 not found, creating... [ 1131.308026] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.308026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.308789] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.308789] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.308789] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.308789] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.309178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.309402] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 0235e89b-ec0d-4439-817c-dd76d6987b80 is going to be created. [ 1131.331307] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.331550] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.331784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.332209] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.332515] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.332867] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.469242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.975613] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.078251] env[62807]: INFO networking_nsxv3.common.synchronization [req-e05995f6-f693-435f-ad2a-4b57211e1a1e req-358bc5b9-9354-468c-8a76-a0b9ab75c4ec service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1132.078443] env[62807]: INFO networking_nsxv3.common.synchronization [req-e05995f6-f693-435f-ad2a-4b57211e1a1e req-358bc5b9-9354-468c-8a76-a0b9ab75c4ec service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1132.078443] env[62807]: INFO networking_nsxv3.common.synchronization [req-e05995f6-f693-435f-ad2a-4b57211e1a1e req-358bc5b9-9354-468c-8a76-a0b9ab75c4ec service nova] Enqueued Resource ID: 0235e89b-ec0d-4439-817c-dd76d6987b80 with Priority: HIGHEST for action port [ 1132.078443] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1132.079050] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1132.079050] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0235e89b-ec0d-4439-817c-dd76d6987b80 with Priority: HIGHEST for action port [ 1132.079599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.079952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.079952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.081020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.082194] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.086236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.086236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.086236] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-0235e89b-ec0d-4439-817c-dd76d6987b80 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.086533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.086533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.086599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.086632] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0235e89b-ec0d-4439-817c-dd76d6987b80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.270103] env[62807]: INFO networking_nsxv3.common.synchronization [req-f80b8c08-da55-4fb8-b525-f1f62735c015 req-e5175506-16db-4914-8d15-9779369e45e7 tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1132.270669] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1132.270975] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.271106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.271170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.271418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.271567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.271662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.271723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.271865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.271946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.272197] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.485193] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.485193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.485193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.485193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.485193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.485193] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1132.515045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.515205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.515278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.515580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.515669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.528433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1132.566852] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.567163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.567334] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.567682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.568363] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.568590] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.568766] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.569106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.569299] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.569929] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.570117] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.570290] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.570596] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.570789] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.570952] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.571157] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.588181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.588360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.588765] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0235e89b-ec0d-4439-817c-dd76d6987b80 with status ACTIVE [ 1132.588997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.589095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.589178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.589420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.589577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.589730] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.589846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.589927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.590146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.590238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.590439] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.590557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.590635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.590875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.590958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.591070] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0235e89b-ec0d-4439-817c-dd76d6987b80 is going to be updated. [ 1132.593480] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.593651] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.593831] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.594018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-536" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.594308] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-446b3cd1-e546-440b-bf99-c5bfb3dd4878 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.594486] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.594620] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.594909] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.595086] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446b3cd1-e546-440b-bf99-c5bfb3dd4878',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.615255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.615442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.615487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.615653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.615802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.615969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0235e89b-ec0d-4439-817c-dd76d6987b80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.723557] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1132.723793] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 deletion is rescheduled due to dependency. [ 1132.723915] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.724144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.724397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.724609] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.724756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.724846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.725051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.725160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.725266] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.776457] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.776457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.776457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.776457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.776759] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.776759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.777046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.777046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.777157] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 already deleted. [ 1132.777189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.100493] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.100493] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 446b3cd1-e546-440b-bf99-c5bfb3dd4878 not found, creating... [ 1133.100493] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.100493] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.101174] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.101174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.101603] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.102031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.102333] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.103044] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 446b3cd1-e546-440b-bf99-c5bfb3dd4878 is going to be created. [ 1133.124507] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.124507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.124507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.228268] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.729709] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.018680] env[62807]: INFO networking_nsxv3.common.synchronization [req-f80b8c08-da55-4fb8-b525-f1f62735c015 req-9190380d-46a0-4e7e-bbc9-7717d3201da4 service nova] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1134.018968] env[62807]: INFO networking_nsxv3.common.synchronization [req-f80b8c08-da55-4fb8-b525-f1f62735c015 req-9190380d-46a0-4e7e-bbc9-7717d3201da4 service nova] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1134.019177] env[62807]: INFO networking_nsxv3.common.synchronization [req-f80b8c08-da55-4fb8-b525-f1f62735c015 req-9190380d-46a0-4e7e-bbc9-7717d3201da4 service nova] Enqueued Resource ID: 446b3cd1-e546-440b-bf99-c5bfb3dd4878 with Priority: HIGHEST for action port [ 1134.019699] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_rules [ 1134.019913] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1134.020132] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446b3cd1-e546-440b-bf99-c5bfb3dd4878 with Priority: HIGHEST for action port [ 1134.020390] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.020659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.020888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.020996] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.022974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.022974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.022974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.022974] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.025057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-446b3cd1-e546-440b-bf99-c5bfb3dd4878 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.025057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.025057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.025057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.025057] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446b3cd1-e546-440b-bf99-c5bfb3dd4878',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.232658] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.233250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.233250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.233250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.233414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.233414] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1134.261837] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.262090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.262155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.262447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.262701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.271754] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1134.527876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.528174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.528385] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.529587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 446b3cd1-e546-440b-bf99-c5bfb3dd4878 with status ACTIVE [ 1134.531436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.531436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.531436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.531436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.531436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.531717] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.531796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.531944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.532169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.532338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.533077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.533077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.533077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.533077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.533554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.533554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 446b3cd1-e546-440b-bf99-c5bfb3dd4878 is going to be updated. [ 1134.546637] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1134.546875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.547909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.547909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548118] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548701] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.555584] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.555713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.555794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.556058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.556133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.556795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446b3cd1-e546-440b-bf99-c5bfb3dd4878" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.036680] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.051186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.051361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.051438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.051676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.051864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.051982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.052070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.052232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.053240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.053643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.053643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053765] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.539720] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.540113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.540113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.540216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.540292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.541029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 is going to be created. [ 1135.558553] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1135.568138] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.568315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.568379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.568953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.569230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.576788] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.576904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.576948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.577225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.577313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.577584] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.577738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.577808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.577995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.578104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.578354] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.578462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.578526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.578700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.578779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.579008] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.579253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.579822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.581480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.581480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.581480] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1135.584256] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: UNINITIALIZED for 2s [ 1135.642585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.642585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.642585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.642585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.642585] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.656408] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1136.282095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1136.282420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.282625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.283073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.283307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.283435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.283524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.283870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.284018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.284413] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.655244] env[62807]: INFO networking_nsxv3.common.synchronization [req-bf024d93-58b6-4dcf-9e7a-b964238106aa req-1e1a7fc0-9629-4270-9b2a-779f1dd13cb4 tempest-FloatingIPsAssociationTestJSON-1426094244 tempest-FloatingIPsAssociationTestJSON-1426094244-project-member] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1136.655244] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGHEST for action security_group_members [ 1136.662036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.662036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.662036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.662036] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.787570] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.167180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.167180] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.167180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.167180] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be updated. [ 1137.195108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.195108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.195108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.195108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.195108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.204941] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: IN_PROGRESS for 2s [ 1137.291383] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435666c9-54c3-4342-a21b-4c19e3abec73: rpc.has_security_group_logging(os_id): False [ 1137.307626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.308863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.308863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.309200] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1137.369542] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.370038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.370305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.384043] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1137.594183] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: SUCCESS [ 1137.594281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.594435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.594648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.594841] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.594953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.595074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.595196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.595364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.595471] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.674186] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1137.674468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.100011] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.602209] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56962fbf-cc6e-4021-93fc-1341295c8c93: rpc.has_security_group_logging(os_id): False [ 1138.619995] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.620311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.620459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.620737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.620856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.621434] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.621434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.621575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.621822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.621963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.622127] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 is going to be created. [ 1138.691964] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.692358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.692358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.692599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.692854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.704435] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: IN_PROGRESS for 2s [ 1139.225750] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a in Status: SUCCESS [ 1139.225928] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a deletion is rescheduled due to dependency. [ 1139.226056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.396024] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1139.396427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.816369] env[62807]: INFO networking_nsxv3.common.synchronization [req-3d5c974e-b794-410e-8024-4d4ea8b47340 req-fee4f6ad-a13a-4aa2-8bb6-e8505b4fafdb tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1139.816644] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1139.816772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.818597] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.818597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.818597] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.063422] env[62807]: INFO networking_nsxv3.common.synchronization [req-6c7c56b7-b708-4495-b4e5-26441b420bee req-2c0defac-bf83-4b71-9995-9934502016a4 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1140.063952] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1140.064263] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.064378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.064444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.064635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.064839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.065718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.065718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.065850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.066001] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.066081] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.321921] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.568056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.568261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.568346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.568594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.568687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.568896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.568988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.569061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.569217] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.569287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.569372] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1140.588105] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.588249] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.588464] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.588760] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.589064] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.589363] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.589585] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.589786] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.589993] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.590262] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.590392] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.590557] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.590648] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.590766] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.590914] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.591066] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.600017] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.600242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.600242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.600391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.600521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.610073] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.610073] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.610073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610302] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-837d03b5-250f-44d2-bafb-31184267117d taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.610473] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.610598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.610909] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.611058] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837d03b5-250f-44d2-bafb-31184267117d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.612555] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1140.717890] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: SUCCESS [ 1140.718156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825118] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.114662] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.114913] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.115076] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.115381] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.115621] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.115695] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 837d03b5-250f-44d2-bafb-31184267117d not found, creating... [ 1141.115987] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.116174] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.116310] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.116535] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.116681] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.116969] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.117154] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.117277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.117488] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.117629] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.117773] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 837d03b5-250f-44d2-bafb-31184267117d is going to be created. [ 1141.142684] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.142951] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.143053] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.143318] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.143595] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.143894] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.333587] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.333818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.333818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.334038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.334133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.334231] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1141.375153] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.375323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.375448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.375579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.375722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.385400] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1142.467064] env[62807]: INFO networking_nsxv3.common.synchronization [req-6c7c56b7-b708-4495-b4e5-26441b420bee req-e4b45e6f-e4a1-45bd-88c9-6269211ae683 service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 1142.467380] env[62807]: INFO networking_nsxv3.common.synchronization [req-6c7c56b7-b708-4495-b4e5-26441b420bee req-e4b45e6f-e4a1-45bd-88c9-6269211ae683 service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1142.467445] env[62807]: INFO networking_nsxv3.common.synchronization [req-6c7c56b7-b708-4495-b4e5-26441b420bee req-e4b45e6f-e4a1-45bd-88c9-6269211ae683 service nova] Enqueued Resource ID: 837d03b5-250f-44d2-bafb-31184267117d with Priority: HIGHEST for action port [ 1142.467637] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 1142.467764] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1142.467860] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837d03b5-250f-44d2-bafb-31184267117d with Priority: HIGHEST for action port [ 1142.468829] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.468961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.469040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.469244] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.469324] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.471101] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.471198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.471404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-837d03b5-250f-44d2-bafb-31184267117d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.471507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.471563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.471731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.471806] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837d03b5-250f-44d2-bafb-31184267117d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.622537] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1142.622725] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea deletion is rescheduled due to dependency. [ 1142.622884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.623034] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.623388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.623460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.623522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.623580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.623724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.623854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.623937] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.977077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.977077] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 837d03b5-250f-44d2-bafb-31184267117d with status ACTIVE [ 1142.977077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.977077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.977077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.977077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.977615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.977615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.977615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.977615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.977615] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 837d03b5-250f-44d2-bafb-31184267117d is going to be updated. [ 1143.004295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.004434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.004506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.004780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.004922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.005100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837d03b5-250f-44d2-bafb-31184267117d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.126723] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.395335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1143.395557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.629664] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.132437] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.132609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.132683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.132938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.133047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.133154] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1144.161839] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.161973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.162066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.162277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.162422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.172689] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1146.189018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1146.189302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.189436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.189653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.189845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.189964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.190107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.190199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.190282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190462] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.694916] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.197213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35662cb-b6a3-4bd0-9e58-ad17175767ea: rpc.has_security_group_logging(os_id): False [ 1147.214171] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.214322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.214393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.214596] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.214684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.214930] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.215041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.215107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.215272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.215358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.215447] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1147.277166] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.277333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.277404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.277587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.277731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.290240] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1147.468606] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.468802] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1149.307522] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1149.307925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.469823] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.470168] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.642401] env[62807]: INFO networking_nsxv3.common.synchronization [req-0f005dee-5001-4da9-a0d0-8ab91cd0f324 req-7e1a125d-a8ed-463d-8e10-caf18a24be8a tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1152.642401] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1152.642401] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.642401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.642401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.642401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.642401] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.642829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.642829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.642936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.643252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.646659] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.147527] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.147696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.147738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.147955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.148068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148260] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.148365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.148422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.148684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.148684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148778] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1153.212986] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.212986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.212986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.212986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.212986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.224855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1155.066901] env[62807]: INFO networking_nsxv3.common.synchronization [None req-6388a704-233b-4265-88e6-246674b6ca80 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 with Priority: HIGHEST for action security_group_rules [ 1155.066901] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 with Priority: HIGHEST for action security_group_rules [ 1155.066901] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.066901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.066901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.073117] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.073117] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f71bc-d410-4c2e-a902-e3f4166ad328',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.167721] env[62807]: INFO networking_nsxv3.common.synchronization [None req-f99f92d1-3309-43f5-b7dd-299ffe43a5b6 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 with Priority: HIGHEST for action security_group_rules [ 1155.168293] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 with Priority: HIGHEST for action security_group_rules [ 1155.168598] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.168702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.237041] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1155.237249] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1155.237341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.594156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.594364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.594435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.594662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.594745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.594854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 already deleted. [ 1155.594940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.595106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.595309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.595418] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f71bc-d410-4c2e-a902-e3f4166ad328',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.120349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.120349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.120349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.120349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.120349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.120349] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f71bc-d410-4c2e-a902-e3f4166ad328 already deleted. [ 1156.120745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f71bc-d410-4c2e-a902-e3f4166ad328" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.768630] env[62807]: INFO networking_nsxv3.common.synchronization [req-68459a82-2e34-4d6b-a4af-f0f34aac1408 req-0996e0ee-2671-4a06-a17d-ed1439592c7e tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1158.769257] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1158.769608] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.769760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.769835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.770081] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.770286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.770428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.770510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.770681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.770791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.770907] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.960985] env[62807]: INFO networking_nsxv3.common.synchronization [req-d29264b3-14d5-48ed-a781-3c15d88ad91d req-01912fb4-daa5-486a-8a13-3ef9855d7523 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1158.961788] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1158.965586] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.965948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.966385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.966462] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.966779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.966953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.967030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.967356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.967356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.967540] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.274315] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.470327] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.470542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.470542] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.470888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.493113] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.493259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.493329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.493549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.493636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.493727] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1159.526285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.526675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.526796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.527071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.527278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.539559] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1159.775864] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.278473] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.278690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.278763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.278993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.279113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.279219] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1160.307600] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.307600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.307600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.307873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.316464] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1160.503751] env[62807]: INFO networking_nsxv3.common.synchronization [req-eae3daa5-709c-4640-a117-2ddba2af74b4 req-569db5d2-b21a-43a0-a0c4-ada98a4fdd36 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1160.504304] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1160.504607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.504745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.504815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.505045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.505327] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.505446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.505512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.505693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.505790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.505877] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.868862] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.868862] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.868862] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.869312] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.869351] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.869838] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.869838] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.870061] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.870219] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.870444] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.870563] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.870677] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.870792] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.870906] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.871031] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.871330] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.889724] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.889904] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.890059] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.890244] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.890554] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.890728] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.890852] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.891184] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.891480] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a8d6bc-23fd-40f8-ac9c-cea10954ca94',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.008332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.008508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.008581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.008841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.008946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.009187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.009360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.009415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.009568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.009623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.009711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1161.037806] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.037966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.038064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.038276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.038432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.046866] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1161.393723] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.397129] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 not found, creating... [ 1161.397129] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.397129] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.397543] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.397543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.397543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.397543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.397543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.397543] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 is going to be created. [ 1161.426055] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.426335] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.426437] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.426719] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.426954] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.427200] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.549696] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1161.549967] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1161.550140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.182305] env[62807]: INFO networking_nsxv3.common.synchronization [req-eae3daa5-709c-4640-a117-2ddba2af74b4 req-4a157a52-debe-4c70-875a-03833a721747 service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1162.182579] env[62807]: INFO networking_nsxv3.common.synchronization [req-eae3daa5-709c-4640-a117-2ddba2af74b4 req-4a157a52-debe-4c70-875a-03833a721747 service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1162.182747] env[62807]: INFO networking_nsxv3.common.synchronization [req-eae3daa5-709c-4640-a117-2ddba2af74b4 req-4a157a52-debe-4c70-875a-03833a721747 service nova] Enqueued Resource ID: 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 with Priority: HIGHEST for action port [ 1162.183510] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1162.183593] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1162.183698] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 with Priority: HIGHEST for action port [ 1162.183958] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.184236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.184302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.184515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.184592] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.185534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.185637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.185790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.185880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.185917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.186098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.186176] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a8d6bc-23fd-40f8-ac9c-cea10954ca94',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.325917] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1162.326263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.687951] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.688179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.688334] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 with status ACTIVE [ 1162.688509] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.688616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.688684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.688893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.689312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.689312] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.689312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.689587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.689587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.689587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.689778] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.689851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.689895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.690064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.690121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.690215] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a8d6bc-23fd-40f8-ac9c-cea10954ca94 is going to be updated. [ 1162.710376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.710533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.710592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.710796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.711744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.711744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a8d6bc-23fd-40f8-ac9c-cea10954ca94" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.791063] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.791447] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.791667] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.792123] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.792552] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.792827] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.793049] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.793437] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.793693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.794046] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.794272] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.794494] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.794704] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.794902] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.795169] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.795345] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.813688] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.813893] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.813996] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.814214] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-840" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.814534] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9950de47-d55a-480b-b88e-818e09b9bc80 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.814708] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.814832] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.815099] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.815245] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9950de47-d55a-480b-b88e-818e09b9bc80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.057055] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1163.057055] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1163.057055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.057306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.057443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.057632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.057751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.057840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.057994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.058103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.058203] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.318571] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.318571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.318571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.318571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.318571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.319141] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.319141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.319141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.320146] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.320146] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.320146] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.320146] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.320146] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.320641] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.320834] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.321038] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9950de47-d55a-480b-b88e-818e09b9bc80 is going to be updated. [ 1163.343389] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.343595] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.343689] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.344159] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.344251] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.344825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.561051] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.063482] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.082136] env[62807]: INFO networking_nsxv3.common.synchronization [req-00fd2dd7-d0a3-4d9e-bbad-7600161f9eab req-4bdbca27-438c-4486-8f56-9b330bfad88f service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1164.082371] env[62807]: INFO networking_nsxv3.common.synchronization [req-00fd2dd7-d0a3-4d9e-bbad-7600161f9eab req-4bdbca27-438c-4486-8f56-9b330bfad88f service nova] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1164.082531] env[62807]: INFO networking_nsxv3.common.synchronization [req-00fd2dd7-d0a3-4d9e-bbad-7600161f9eab req-4bdbca27-438c-4486-8f56-9b330bfad88f service nova] Enqueued Resource ID: 9950de47-d55a-480b-b88e-818e09b9bc80 with Priority: HIGHEST for action port [ 1164.083034] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_rules [ 1164.083247] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1164.083522] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9950de47-d55a-480b-b88e-818e09b9bc80 with Priority: HIGHEST for action port [ 1164.084129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.084129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.084129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.084329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.084409] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.085370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.085548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.085649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.085883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.086125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.086308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.086451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.086696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.086875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.087075] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.088882] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9950de47-d55a-480b-b88e-818e09b9bc80 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.088882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.088882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.088882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.088882] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9950de47-d55a-480b-b88e-818e09b9bc80',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.566486] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.566849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.566849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.566985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.567103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.567214] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1164.590780] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.590980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.591125] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.592151] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9950de47-d55a-480b-b88e-818e09b9bc80 with status ACTIVE [ 1164.592345] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.592461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.592750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.592750] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.592844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.593024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.593139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.593199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.593384] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.593465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.593650] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.593744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.593805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.593946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.594035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.594123] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9950de47-d55a-480b-b88e-818e09b9bc80 is going to be updated. [ 1164.595929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.596044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.596501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.596501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.596501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.608942] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1164.616359] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.616512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.616571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.616779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.616921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.617093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9950de47-d55a-480b-b88e-818e09b9bc80" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.098387] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.601251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.602048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.602048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.602048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.602048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.602215] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1165.637982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.638192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.638293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.638513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.638687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.647301] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1165.731650] env[62807]: INFO networking_nsxv3.common.synchronization [req-96f4226c-c031-4554-9457-2c9fe344fb3b req-f37689b6-9dd3-4698-a193-477a1a14d6b0 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1165.732260] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1165.733038] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.733038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.733038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.733265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.733371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.733483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.733548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.735036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.735036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.735036] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.237282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.237483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.237569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.237845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.237954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.238195] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.238326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.238411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.238597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.238694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.238784] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1166.260969] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.261195] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.261328] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.261607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.261876] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.262294] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.262482] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.262718] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.262874] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.263309] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.263473] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.263728] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.263915] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.264083] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.264226] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.264378] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.266385] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.266536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.266607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.266777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.266918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.304351] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1166.331796] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.331796] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.331994] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.332154] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.332901] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-580abcb7-b7f2-437a-8a84-738e83af0751 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.332901] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.332901] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.333500] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.333500] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580abcb7-b7f2-437a-8a84-738e83af0751',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.617931] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1166.618257] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.618365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.618698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.618958] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.619107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.619174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.619342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.619427] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.619517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.619611] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.836214] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.837034] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.837193] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.837403] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 580abcb7-b7f2-437a-8a84-738e83af0751 not found, creating... [ 1166.837724] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.837927] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.838065] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.838607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.838607] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.838828] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.839031] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.839150] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.839360] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.839502] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.839649] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 580abcb7-b7f2-437a-8a84-738e83af0751 is going to be created. [ 1166.859690] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.860029] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.860371] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.860813] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.861183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.861438] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.121981] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.122207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.122295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.122496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.122698] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.122799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.122866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.123017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.123163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.123331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.123482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.123575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.123634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.123773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.123910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.123990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.124064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.124245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.124327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.124400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.124488] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.550545] env[62807]: INFO networking_nsxv3.common.synchronization [req-96f4226c-c031-4554-9457-2c9fe344fb3b req-e0c78fb2-849e-419a-ac2c-80ef04a7cbca service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1167.550723] env[62807]: INFO networking_nsxv3.common.synchronization [req-96f4226c-c031-4554-9457-2c9fe344fb3b req-e0c78fb2-849e-419a-ac2c-80ef04a7cbca service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1167.550894] env[62807]: INFO networking_nsxv3.common.synchronization [req-96f4226c-c031-4554-9457-2c9fe344fb3b req-e0c78fb2-849e-419a-ac2c-80ef04a7cbca service nova] Enqueued Resource ID: 580abcb7-b7f2-437a-8a84-738e83af0751 with Priority: HIGHEST for action port [ 1167.551519] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1167.551677] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1167.551800] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580abcb7-b7f2-437a-8a84-738e83af0751 with Priority: HIGHEST for action port [ 1167.552798] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.552950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.553061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.553379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.553843] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.555243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.555402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.555660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-580abcb7-b7f2-437a-8a84-738e83af0751 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.555799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.555868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.556533] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.556661] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580abcb7-b7f2-437a-8a84-738e83af0751',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.627030] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 1167.643690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.643883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.643973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.644282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.644412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.644718] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.644827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.644930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.645176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.645296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.645580] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.645747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.645846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.646077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.646207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.646482] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.646636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.646735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.646946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.647083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.647213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1167.659966] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1167.659966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.659966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.659966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.660156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.660207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.660300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.660469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.660612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.660744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.660841] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.710845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.711009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.711087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.711305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.711453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.731184] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1168.059435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.059603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059768] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 580abcb7-b7f2-437a-8a84-738e83af0751 with status ACTIVE [ 1168.059952] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.060075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.060143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.060351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.060442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.060610] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.060709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.060762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.060906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.060984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.061176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.061292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.061523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.061644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.061737] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 580abcb7-b7f2-437a-8a84-738e83af0751 is going to be updated. [ 1168.096534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.096752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.096820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.097030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.097195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.097380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580abcb7-b7f2-437a-8a84-738e83af0751" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.163363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.163536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.163647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.163870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.164047] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.164164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.164233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.164447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.164572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.164677] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.164876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.164943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.165035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.165164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.165308] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.165401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.165458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.165597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.165672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.165753] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.165841] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.316526] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1168.316526] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.316526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.316526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.316526] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.668092] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691376ed-24f4-45a1-9757-cabf703112d9: rpc.has_security_group_logging(os_id): False [ 1168.684801] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.684983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.685064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.685322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.701316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.701603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.701726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.701794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.702053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.702263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.702605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.702605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.702605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.702724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.702759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.702966] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.703076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.703139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.703348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.703435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.703587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1168.760045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.760045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.760045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.760339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.760339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.777535] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1168.821553] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.324216] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.746811] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1169.747155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.826770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.826955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.827039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.827292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.827409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.827561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1169.856037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.856179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.856248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.856908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.856908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.864114] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1170.792049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1170.792485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.873223] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1171.873691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.873691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.874148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.874148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.874470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.874470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.874688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.874688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.874849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.874936] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.378176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.378418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.378418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.378620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.378793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.378896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.378960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.379129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.379218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.379308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.379459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.379554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.379611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.379749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.379928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.380064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.380064] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.380267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.380267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.380344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.380463] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.552929] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.553072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1172.666906] env[62807]: INFO networking_nsxv3.common.synchronization [req-11757dd7-2756-4ef4-8b3a-5f3d6d856e70 req-9a5906e6-9f3c-4964-9904-9cd43e217848 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1172.667579] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1172.667907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.675157] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.675349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.675635] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.675849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.675968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.677037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.677037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.677037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.677037] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.883573] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed884a7-a124-4c21-8220-1c89c31499bb: rpc.has_security_group_logging(os_id): False [ 1172.902548] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.902805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.902805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.903082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.903181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.903451] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.903583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.903643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.903779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.903857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.904581] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.904701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.904766] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.904941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.905053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.905245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.905333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.905398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.905606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.905606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.905768] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1172.963366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.963559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.963627] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.963850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.963998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.977281] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1173.180852] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.398455] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.398669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.399322] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.399677] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.399956] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.400146] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.400271] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.400507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.400661] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.400888] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.401017] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.401133] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.401347] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.401498] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.401605] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.401755] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.422017] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.422222] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.422374] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.422603] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.422956] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-461b5db0-7363-4a49-8a69-75f620fd7861 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.423194] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.423369] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.423723] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.423942] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461b5db0-7363-4a49-8a69-75f620fd7861',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.686185] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.926554] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.926554] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.927012] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.927012] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.927136] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.927304] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 461b5db0-7363-4a49-8a69-75f620fd7861 not found, creating... [ 1173.927765] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.927765] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.927924] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.928108] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.928258] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.928552] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.928716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.928840] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.929076] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.929292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.929499] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 461b5db0-7363-4a49-8a69-75f620fd7861 is going to be created. [ 1173.947264] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.947494] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.947628] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.947977] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.948248] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948487] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.189604] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.189810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.189896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.190139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.190242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.190345] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1174.217192] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.217474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.217474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.217638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.217783] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.225749] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1174.278034] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7a62be1-3958-4913-ad60-ddb5ba76301a req-747976aa-c4d9-4007-bfb1-98593b20f185 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1174.278447] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1174.278792] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.278917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.278985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.279387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.279790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.279790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.279917] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.280029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.280123] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.280225] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.782650] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.782837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.782911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.783144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.783491] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.783583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.783650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.783806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.783987] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be deleted. [ 1174.830460] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.830771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.830893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.831215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.831422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.831612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.894977] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.895420] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.895693] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.896188] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.896685] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.896998] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.897266] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.897686] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.898347] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.898749] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.899088] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.899410] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.899892] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.900799] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.900799] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.900968] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.920798] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.922463] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.922663] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.922865] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.923241] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-88931aee-29b6-4f58-9ee6-0210612c8211 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.923892] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.923892] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.924073] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.924115] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88931aee-29b6-4f58-9ee6-0210612c8211',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.981677] env[62807]: INFO networking_nsxv3.common.synchronization [req-11757dd7-2756-4ef4-8b3a-5f3d6d856e70 req-ea50c81a-4ec9-4629-998e-6c6a19fbdce3 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1174.981990] env[62807]: INFO networking_nsxv3.common.synchronization [req-11757dd7-2756-4ef4-8b3a-5f3d6d856e70 req-ea50c81a-4ec9-4629-998e-6c6a19fbdce3 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1174.982196] env[62807]: INFO networking_nsxv3.common.synchronization [req-11757dd7-2756-4ef4-8b3a-5f3d6d856e70 req-ea50c81a-4ec9-4629-998e-6c6a19fbdce3 service nova] Enqueued Resource ID: 461b5db0-7363-4a49-8a69-75f620fd7861 with Priority: HIGHEST for action port [ 1174.983111] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1174.983403] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1174.983403] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461b5db0-7363-4a49-8a69-75f620fd7861 with Priority: HIGHEST for action port [ 1174.983654] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.983779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.983848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.984067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.984150] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.985024] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.985116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.985367] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-461b5db0-7363-4a49-8a69-75f620fd7861 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.985566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.985566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.985700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.985759] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461b5db0-7363-4a49-8a69-75f620fd7861',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.996679] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1174.996933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.427222] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.427464] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.427464] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.427777] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.427940] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.428127] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 88931aee-29b6-4f58-9ee6-0210612c8211 not found, creating... [ 1175.428413] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.428589] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.428718] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.429064] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.429120] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.429492] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.429590] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.429634] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.430746] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.430746] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.430746] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 88931aee-29b6-4f58-9ee6-0210612c8211 is going to be created. [ 1175.449528] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.449757] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.449888] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.450199] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.450441] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.450730] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.487961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.488486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.489718] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 461b5db0-7363-4a49-8a69-75f620fd7861 with status ACTIVE [ 1175.490036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.490140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.490247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.490581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.490792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.490980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.491587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.491587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.491587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.491760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.492164] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.492164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.492270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.492481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.493103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494054] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 461b5db0-7363-4a49-8a69-75f620fd7861 is going to be updated. [ 1175.527718] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.527898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.527898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.528204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.528703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.528703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461b5db0-7363-4a49-8a69-75f620fd7861" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.237288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1176.237603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.237755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.238174] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.238291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.238358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.238535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.238624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.238724] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.338319] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7a62be1-3958-4913-ad60-ddb5ba76301a req-71b6a998-4eaa-46ef-9210-b4edb9a8df10 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1176.338645] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7a62be1-3958-4913-ad60-ddb5ba76301a req-71b6a998-4eaa-46ef-9210-b4edb9a8df10 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1176.338895] env[62807]: INFO networking_nsxv3.common.synchronization [req-f7a62be1-3958-4913-ad60-ddb5ba76301a req-71b6a998-4eaa-46ef-9210-b4edb9a8df10 service nova] Enqueued Resource ID: 88931aee-29b6-4f58-9ee6-0210612c8211 with Priority: HIGHEST for action port [ 1176.339587] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1176.339794] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1176.339961] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88931aee-29b6-4f58-9ee6-0210612c8211 with Priority: HIGHEST for action port [ 1176.340387] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.340582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.340687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.340987] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.341148] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.342308] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.342479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.342592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.342860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.343139] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.343260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.343333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.343524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.343611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.343703] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.346415] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-88931aee-29b6-4f58-9ee6-0210612c8211 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.346607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.346679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.347281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.347281] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88931aee-29b6-4f58-9ee6-0210612c8211',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.743495] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.849620] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.850218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.850331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.850494] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88931aee-29b6-4f58-9ee6-0210612c8211 with status ACTIVE [ 1176.850663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.853026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.853026] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.853026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.853026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88931aee-29b6-4f58-9ee6-0210612c8211 is going to be updated. [ 1176.872733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.872916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.873223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.873318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.873559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88931aee-29b6-4f58-9ee6-0210612c8211" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.247433] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.306255] env[62807]: INFO networking_nsxv3.common.synchronization [req-7585a43b-d235-4018-8445-f19c2969bc50 req-d6fa083b-3a10-403f-99e0-52b54ce045ce tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1177.306255] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1177.306255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.306255] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.306255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.306255] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.354706] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.394728] env[62807]: INFO networking_nsxv3.common.synchronization [req-bf94f8c0-190f-4019-975f-ec14f98a5753 req-be318783-1980-4646-b5f1-3b8774665b80 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1177.395294] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGHEST for action security_group_members [ 1177.395476] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.395656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.395700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.396067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.396067] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.396289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.396289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.396393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.396441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.397042] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.750240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.750400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.750460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.750683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.750816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.750882] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1177.780218] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.780740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.780740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.790069] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1177.808815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.808992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.809429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.809429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.809584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.809865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.810022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.810099] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.810504] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1177.840378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.840378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.840378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.840378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.840378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.857533] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1177.858453] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.858453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.858453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.858809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.858902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.859011] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be created. [ 1177.880966] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.880966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.880966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.882118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.882943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.897128] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: UNINITIALIZED for 2s [ 1177.900652] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.901864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.901864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.902249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.902249] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 is going to be updated. [ 1177.927279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.927279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.927279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.927476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.927597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.935170] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: IN_PROGRESS for 2s [ 1179.800275] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1179.800275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.800671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.800705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.800904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.801040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.801110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.801270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.801375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.801473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.801568] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.865982] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1179.866189] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1179.866278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.905333] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1179.905538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.905696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.905910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.906113] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.906230] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.906295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.906446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.906529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.906614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.906707] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.942716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 in Status: SUCCESS [ 1179.942901] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 deletion is rescheduled due to dependency. [ 1179.943017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.304014] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.304014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.304014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.304014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.304306] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.304306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.304306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.304429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.304564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.304564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.304716] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.304811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.304871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.305020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.305158] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.305248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.305309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.305443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.305522] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.305603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.305691] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.410519] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.410686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.410760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.410974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.411155] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.411258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.411330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.411526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.411620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.411711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.411860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.411955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.412041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.412182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.413489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.413489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.413489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.413489] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.808933] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1180.826221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.826353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.826464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.826930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.826930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.826930] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.827202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.827202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.827269] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.827302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.827467] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.827563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.827623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.827768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.827842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.828040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.828139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.828200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.828340] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.828455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.828543] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1180.885331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.885471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.885579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.885757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.886100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.901711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1180.915241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052deb03-8f39-462b-b791-355f991b19c1: rpc.has_security_group_logging(os_id): False [ 1180.932888] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.933871] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.933871] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.934152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.934152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.934220] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.934302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.934402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.934552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.934587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.934750] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.934846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.934903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.935076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.935149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.935213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be created. [ 1181.015663] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.015784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.015934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.016203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.016399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.029981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1181.372211] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2b69e967-5f50-4f80-8a97-1969f4e563de tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1181.372211] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1181.372519] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.372672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.372803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.373089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.373321] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.373503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.373581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.373791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.373918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.377021] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.876502] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.379772] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.882076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.882076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.882076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.882076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.882076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.882785] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1182.917842] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.918108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.918220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.918546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.918790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.921597] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1182.921867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.927924] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1183.042450] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1183.042700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.592214] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.592397] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.592548] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.592829] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.593138] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.593315] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.593410] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.593953] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.593953] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.594062] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.594158] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.594267] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.594385] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.594606] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.594705] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.594882] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.613711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.613949] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.614117] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.614303] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.614757] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-fec67180-c78f-4b6c-b106-a0d1ab127ec4 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.615018] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.615196] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.615527] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.616387] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec67180-c78f-4b6c-b106-a0d1ab127ec4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.118830] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.119162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.119219] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.119503] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.119656] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.119819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port fec67180-c78f-4b6c-b106-a0d1ab127ec4 not found, creating... [ 1184.120103] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.120264] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.120389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.120684] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.120842] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.121143] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.121307] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.121452] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.121680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.121824] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.121971] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: fec67180-c78f-4b6c-b106-a0d1ab127ec4 is going to be created. [ 1184.141662] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.141857] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.142024] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.142285] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.142519] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.142743] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.938586] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1184.939065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.951190] env[62807]: INFO networking_nsxv3.common.synchronization [req-cfc62739-5914-46a8-9960-32de4be97df9 req-f304c56f-16ac-438c-886d-32ac68544cd0 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1184.951366] env[62807]: INFO networking_nsxv3.common.synchronization [req-cfc62739-5914-46a8-9960-32de4be97df9 req-f304c56f-16ac-438c-886d-32ac68544cd0 service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1184.951775] env[62807]: INFO networking_nsxv3.common.synchronization [req-cfc62739-5914-46a8-9960-32de4be97df9 req-f304c56f-16ac-438c-886d-32ac68544cd0 service nova] Enqueued Resource ID: fec67180-c78f-4b6c-b106-a0d1ab127ec4 with Priority: HIGHEST for action port [ 1184.951775] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1184.951878] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1184.951977] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec67180-c78f-4b6c-b106-a0d1ab127ec4 with Priority: HIGHEST for action port [ 1184.952608] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.952709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.952756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.952950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.954376] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.954376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.954608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.954608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.954740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.954787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.954922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.956581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.956956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.956956] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.957096] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.958815] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec67180-c78f-4b6c-b106-a0d1ab127ec4 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.960041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.960124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.960514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.960514] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec67180-c78f-4b6c-b106-a0d1ab127ec4',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.460250] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.462411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.462411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.464907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec67180-c78f-4b6c-b106-a0d1ab127ec4 with status ACTIVE [ 1185.464907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.464907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.464907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.465436] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.465436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.465436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.465436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.465436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.465436] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec67180-c78f-4b6c-b106-a0d1ab127ec4 is going to be updated. [ 1185.485567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.486654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.486654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.486654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.486654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.486654] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec67180-c78f-4b6c-b106-a0d1ab127ec4" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.921321] env[62807]: INFO networking_nsxv3.common.synchronization [None req-08019f5d-0d16-4907-b1c7-51f8237d6471 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1185.921834] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1185.922245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.922368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.922368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.922612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.922694] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.082431] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.082431] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c02d5ecd-dcf2-4f3f-8692-9af7de2eeba7 tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1186.082431] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1186.082615] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.082615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.443531] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.443812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.443942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.444140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.444234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.444338] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1478f28-8091-403a-909f-f48aee3508c5 already deleted. [ 1186.444891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.444891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.444891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.444891] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.584525] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.584920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.584920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.584988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.585159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.585159] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1186.614270] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.614590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.614590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.614773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.614962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.624012] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1186.964459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.964647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.964717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.965228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.965228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.965228] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1478f28-8091-403a-909f-f48aee3508c5 already deleted. [ 1186.965228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.627562] env[62807]: INFO networking_nsxv3.common.synchronization [req-1ef081da-eec3-414f-acaa-6f5de3d770af req-43fadb2a-635c-4395-984d-574bd0eef993 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1188.630095] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1188.631780] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.636625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.636625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.636625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.636625] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.637364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.637364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.637475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.637574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.637666] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.640626] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1188.641027] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.641850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.642323] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.645655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.645655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.645655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.645655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.645655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.645655] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.147785] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.152361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.152527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.152661] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.152916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.153124] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.153258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.153334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.153513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.153639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.153761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.154016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.154082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.154138] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.154287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.154427] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.154512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.154589] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.154741] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.154821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.154971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.155025] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.650729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.657999] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052deb03-8f39-462b-b791-355f991b19c1: rpc.has_security_group_logging(os_id): False [ 1189.674257] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.674400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.674473] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.674721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.674815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.675019] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.675122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.675184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.675335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.676143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.676143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.676143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.676143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.676143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.676143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.676143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.676467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.676467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.676467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.676467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.676594] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1189.689709] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.689903] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.690040] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.690292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.690553] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.690730] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.690893] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.691277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.691443] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.691696] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.691885] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.692087] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.692630] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.692905] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.693483] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.693483] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.711893] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.712084] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.712230] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.712418] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.712771] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-a7104ea3-596d-4d10-952c-ac861087e580 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.712951] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.713091] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.713445] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.713643] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7104ea3-596d-4d10-952c-ac861087e580',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.737262] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.737572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.737572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.737719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.738124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.750934] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1190.153508] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.153800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.153904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.154167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.154266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.154375] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1190.180865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.181055] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.181113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.181295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.181433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.189868] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1190.217222] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.217533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.217724] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.218095] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.218297] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.218619] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.218791] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.218935] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.219180] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.219327] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.219701] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.219896] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.220056] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.220279] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.220422] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.220569] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: a7104ea3-596d-4d10-952c-ac861087e580 is going to be updated. [ 1190.244423] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.244674] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.244836] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.245299] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.245501] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.245720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.023586] env[62807]: INFO networking_nsxv3.common.synchronization [req-7db2d2f3-e3ce-4553-b25c-775c264bc38b req-a37411e5-822e-4711-ad23-8e6aa7b2f773 service nova] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1191.023917] env[62807]: INFO networking_nsxv3.common.synchronization [req-7db2d2f3-e3ce-4553-b25c-775c264bc38b req-a37411e5-822e-4711-ad23-8e6aa7b2f773 service nova] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1191.024081] env[62807]: INFO networking_nsxv3.common.synchronization [req-7db2d2f3-e3ce-4553-b25c-775c264bc38b req-a37411e5-822e-4711-ad23-8e6aa7b2f773 service nova] Enqueued Resource ID: a7104ea3-596d-4d10-952c-ac861087e580 with Priority: HIGHEST for action port [ 1191.024673] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_rules [ 1191.024838] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1191.024956] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7104ea3-596d-4d10-952c-ac861087e580 with Priority: HIGHEST for action port [ 1191.025414] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.025583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.025691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.026017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.026157] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.027470] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.027641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.027801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.027991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.028191] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.028335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.028433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.028612] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.028743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.028873] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.029762] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7104ea3-596d-4d10-952c-ac861087e580 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.029911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.030019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.030207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.030952] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7104ea3-596d-4d10-952c-ac861087e580',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.532411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.532411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.535787] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.536772] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7104ea3-596d-4d10-952c-ac861087e580 with status ACTIVE [ 1191.536979] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.537126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.537194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.537398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.537491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.537673] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.537773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.537834] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.537993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.538085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.538266] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.538359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.538419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.539074] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.539176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.539271] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7104ea3-596d-4d10-952c-ac861087e580 is going to be updated. [ 1191.560262] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.560431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.560544] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.560796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.560984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.561222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7104ea3-596d-4d10-952c-ac861087e580" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.765705] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1191.765933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.042050] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.200646] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1192.200976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.530797] env[62807]: INFO networking_nsxv3.common.synchronization [req-adca2991-1dca-4968-94dc-769ef6890a33 req-179b5bd4-e68d-46f7-9cd5-072d2c806380 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1192.531340] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1192.531725] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.531852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.531922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.532142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.532297] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.532392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.532454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.532595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.532679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.532773] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.543845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.543980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.544428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.544428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.544514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.544561] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be updated. [ 1192.574311] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.574311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.574604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.574811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.574978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.588862] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: IN_PROGRESS for 2s [ 1192.835960] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.836185] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.836315] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.836585] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.836858] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.837032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.837162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.837380] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.837534] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.837773] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.837900] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.838023] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.838142] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.838259] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.838368] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.838506] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.855516] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.855668] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.855815] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.856016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.856318] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-559f235e-f765-465d-a9be-74bb8d7ed03b taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.856482] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.856608] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.856902] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.857057] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f235e-f765-465d-a9be-74bb8d7ed03b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.035286] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.035498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.035578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.035894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036117] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.036204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.036267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.036418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.036495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036581] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1193.065281] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.065609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.065609] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.065728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.065847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.075023] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1193.359093] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.359336] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.359471] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.359756] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.359920] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.360108] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 559f235e-f765-465d-a9be-74bb8d7ed03b not found, creating... [ 1193.360359] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.360513] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.360630] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.360858] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.361016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.361313] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.361475] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.361616] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.361839] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.361982] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.362141] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 559f235e-f765-465d-a9be-74bb8d7ed03b is going to be created. [ 1193.381645] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.381868] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.382010] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.382273] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.382504] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.382799] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.078036] env[62807]: INFO networking_nsxv3.common.synchronization [req-adca2991-1dca-4968-94dc-769ef6890a33 req-42d0b25b-3e99-4d28-bd33-e92c2dabb41a service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1194.078338] env[62807]: INFO networking_nsxv3.common.synchronization [req-adca2991-1dca-4968-94dc-769ef6890a33 req-42d0b25b-3e99-4d28-bd33-e92c2dabb41a service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1194.078338] env[62807]: INFO networking_nsxv3.common.synchronization [req-adca2991-1dca-4968-94dc-769ef6890a33 req-42d0b25b-3e99-4d28-bd33-e92c2dabb41a service nova] Enqueued Resource ID: 559f235e-f765-465d-a9be-74bb8d7ed03b with Priority: HIGHEST for action port [ 1194.078858] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1194.078858] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1194.078858] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559f235e-f765-465d-a9be-74bb8d7ed03b with Priority: HIGHEST for action port [ 1194.079349] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.079601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.079601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.079731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.079792] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.081056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.081056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.081056] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-559f235e-f765-465d-a9be-74bb8d7ed03b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.081056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.081056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.081284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.081284] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f235e-f765-465d-a9be-74bb8d7ed03b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.583534] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.583736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.584278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559f235e-f765-465d-a9be-74bb8d7ed03b with status ACTIVE [ 1194.584278] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.584278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.584278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.584570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.584570] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.584800] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.584883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.584964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.585567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.585567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585856] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559f235e-f765-465d-a9be-74bb8d7ed03b is going to be updated. [ 1194.600378] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: SUCCESS [ 1194.600603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.600772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.600978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.601194] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.601369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.601486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.601691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.601802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.601857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.601956] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.607425] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.607862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.607862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.607862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.607973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.608173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559f235e-f765-465d-a9be-74bb8d7ed03b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.085850] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1195.085850] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.085850] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.085850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.085850] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.104561] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.587989] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.608189] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for becc8793-406c-4efe-bcac-dd9310eb92da: rpc.has_security_group_logging(os_id): False [ 1195.625390] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.625623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.625623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.625809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.625933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.626212] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.626314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.626371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.626540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.626632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.626743] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be updated. [ 1195.682027] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.682195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.682333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.682465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.682614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.696827] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: IN_PROGRESS for 2s [ 1196.091534] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.593851] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.594082] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.594169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.594377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.594470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.594576] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1196.621478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.621816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.621816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.622100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.622373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.633183] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1196.846469] env[62807]: INFO networking_nsxv3.common.synchronization [req-5853a357-d596-4cda-8518-ef834df34338 req-3251fa4c-1d46-4961-b5e6-641898f5ec4f tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1196.847198] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1196.847561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.847691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.847761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.848012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.848181] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.848286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.848348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.848505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.848593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.849257] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.355807] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.356156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.356156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.356267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.356356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.356555] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.356667] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.356743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.356913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.356993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.357128] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1478f28-8091-403a-909f-f48aee3508c5 already deleted. [ 1197.357167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.389571] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.390082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.390178] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.390553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.390886] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.391273] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.391347] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.391955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.391955] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.392509] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.392509] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.392604] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.393070] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.393070] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.393070] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.393482] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.413785] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.414031] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.414167] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.414713] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-249" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.414713] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.414996] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.414996] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.415509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.415509] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e07ce73b-c8ba-4a79-a9a4-a5d1672041d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.489828] env[62807]: INFO networking_nsxv3.common.synchronization [req-778b16e1-298c-42e7-a16f-f8d5b3f5cecb req-9cb632fa-584c-4195-89c4-44fc78bd835f tempest-ServersNegativeTestJSON-1201522932 tempest-ServersNegativeTestJSON-1201522932-project-member] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1197.490695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGHEST for action security_group_members [ 1197.491243] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.492233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.492467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.492788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.493077] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.493313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.493466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.493768] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.493951] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.494242] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.710056] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: SUCCESS [ 1197.710363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.859701] env[62807]: INFO networking_nsxv3.common.synchronization [req-d229c0f6-6f6f-4ba5-a3ee-0cb2075bba02 req-3f82614d-9736-4f25-86c2-4275414f6737 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1197.860688] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1197.860688] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.860877] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.860965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.861210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.861399] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.861506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.861567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.861754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.861837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.861988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.922288] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.922527] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.922664] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.923014] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.923228] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.923512] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 not found, creating... [ 1197.923767] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.923934] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.924082] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.924323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.924470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.924800] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.924973] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.925141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.925379] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.925528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.925671] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 is going to be created. [ 1197.945710] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.945960] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.946121] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.946421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.946665] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.946901] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.997114] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.997281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.997281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.997912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.997912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.997912] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.997912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.998179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.998179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.998237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.999029] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be updated. [ 1198.061577] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.061776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.061833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.062036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.072288] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: IN_PROGRESS for 2s [ 1198.365616] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.642371] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1198.642730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.642885] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.642990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.643205] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.643323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.643395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.643553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.643659] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643869] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.730399] env[62807]: INFO networking_nsxv3.common.synchronization [req-5853a357-d596-4cda-8518-ef834df34338 req-055736a1-239f-4c68-92eb-646a8573602e service nova] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1198.730583] env[62807]: INFO networking_nsxv3.common.synchronization [req-5853a357-d596-4cda-8518-ef834df34338 req-055736a1-239f-4c68-92eb-646a8573602e service nova] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1198.730727] env[62807]: INFO networking_nsxv3.common.synchronization [req-5853a357-d596-4cda-8518-ef834df34338 req-055736a1-239f-4c68-92eb-646a8573602e service nova] Enqueued Resource ID: e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 with Priority: HIGHEST for action port [ 1198.731217] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_rules [ 1198.731386] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1198.731681] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 with Priority: HIGHEST for action port [ 1198.731922] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.732075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.732141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.732309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.732397] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.733207] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.733310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.733412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.733545] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.733694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.733812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.733893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.734058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.734148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.734237] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.734942] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.735101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.735144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.735279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.735345] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e07ce73b-c8ba-4a79-a9a4-a5d1672041d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.867745] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.101735] env[62807]: INFO networking_nsxv3.common.synchronization [None req-0f20cbb4-0209-4727-a13f-410947baaaf8 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1199.102280] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1199.102681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.102817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.150018] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.150174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.150245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.150527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.150691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.150806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.150869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.151039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.151128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.151216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.151379] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.151474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.151537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.151669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.151796] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.151887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.151943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.152090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.152163] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.152240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.152334] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.236830] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.238499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.238680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.240466] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 with status ACTIVE [ 1199.240717] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.240862] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.240961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.241202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.241977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.241977] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.241977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.241977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.241977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.242225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.242225] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.242342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.242420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.242586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.242672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.242771] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e07ce73b-c8ba-4a79-a9a4-a5d1672041d9 is going to be updated. [ 1199.265031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.265031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.265031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.265031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.265031] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.265293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e07ce73b-c8ba-4a79-a9a4-a5d1672041d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.374048] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.374048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.374048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.374048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.374048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.374048] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1199.402111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.402274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.402320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.403023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.403023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.410708] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1199.654217] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 1199.672035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.672188] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.672260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.672483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.672578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.672788] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.672888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.672950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.673119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.673203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.673435] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.673537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.673600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.673790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.673882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.674120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.674220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.674297] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.674492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.674573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.674663] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1199.730521] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.730767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.730848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.731275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.731532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.740336] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.746981] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1200.081849] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691376ed-24f4-45a1-9757-cabf703112d9 in Status: SUCCESS [ 1200.082082] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 deletion is rescheduled due to dependency. [ 1200.082306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.245649] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.245795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.246177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.246177] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.246278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.246357] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1478f28-8091-403a-909f-f48aee3508c5 is going to be created. [ 1200.285488] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.286126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.286126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.286126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.286126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.296841] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: UNINITIALIZED for 2s [ 1201.419390] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1201.419748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.419788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.420143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.420350] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.420499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.420564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.420722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.420807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.420912] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.764651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1201.764873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.922958] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.923115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.923158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.923366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.923459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.923660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.923789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.923846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.924017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.924101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.924187] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1201.949053] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.949249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.949249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.949433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.949574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.957744] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1202.306553] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: SUCCESS [ 1202.306553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.306672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.306809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.307342] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.307342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.307342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.307503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.307503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.307590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.307643] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.809902] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.226906] env[62807]: INFO networking_nsxv3.common.synchronization [req-8bc410fb-33a3-449c-9c05-211897304930 req-eb67dfb0-149c-4597-b480-218daaae683a tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1203.227500] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGHEST for action security_group_members [ 1203.228143] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.228286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.228356] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.228554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.228709] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.228807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.228870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.229045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.229094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.229191] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.311704] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1478f28-8091-403a-909f-f48aee3508c5: rpc.has_security_group_logging(os_id): False [ 1203.328295] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.328655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.328804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.329124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.329288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.329611] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.329755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.329853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.330171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.330475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.330552] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1478f28-8091-403a-909f-f48aee3508c5 is going to be created. [ 1203.388618] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.388788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.388788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.389084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.389250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.399230] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: IN_PROGRESS for 2s [ 1203.731829] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.732048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.732108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.732335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.732425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.732629] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.732726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.732793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.732924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.732999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.733105] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e is going to be updated. [ 1203.758957] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.759221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.759338] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.759621] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.759813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.769380] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: IN_PROGRESS for 2s [ 1203.967845] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1203.968142] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 deletion is rescheduled due to dependency. [ 1203.968811] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.410588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: SUCCESS [ 1205.410974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.782124] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d1e192-ee29-4713-8be8-6214dd1de02e in Status: SUCCESS [ 1205.782361] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e deletion is rescheduled due to dependency. [ 1205.782482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230108] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.230108] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.446975] env[62807]: INFO networking_nsxv3.common.synchronization [req-2739c8c1-4753-493b-b208-d7917bed2f26 req-c6308cde-1ca1-4379-b3a6-33b19cbd08b5 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1208.448344] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1208.448344] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.448344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.448344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.448714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.448886] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.448997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.449098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.449260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.449592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.449592] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.952122] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.952348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.952348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.952581] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.952672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.952878] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.952992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.953072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.953189] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.953265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.953350] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1208.980584] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.980584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.980813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.980813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.981360] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.990140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1211.001719] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1211.001719] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1211.001719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.111736] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c24d1564-5957-4709-8c87-2dd0db974762 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1211.112297] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1211.112607] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.112730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.112798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.113151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.113233] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.180723] env[62807]: INFO networking_nsxv3.common.synchronization [None req-aebe8fb0-dc74-4c33-a06a-277a6af598a5 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1211.181325] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1211.181652] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.181763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.632847] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.632847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.633129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.633129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.633232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.633321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 already deleted. [ 1211.633404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.633554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.633709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.633829] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.759086] env[62807]: INFO networking_nsxv3.common.synchronization [req-d769198b-2071-4839-99ad-97dc4ab9c88f req-d2fe7ad1-a30e-49c8-85e9-df97532e1bc4 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1211.759610] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1211.759916] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.760040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.760111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.760298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.760449] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.760546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.760605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.760751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.760838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.760930] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.154245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.154245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.154245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.154245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.154245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.154245] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 already deleted. [ 1212.154245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.263638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.263796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.263870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.264158] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.264256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.264459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.264567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.264624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.264774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.264855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.264969] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1212.288334] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.288463] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.288534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.288716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.288852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.297026] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1214.278740] env[62807]: INFO networking_nsxv3.common.synchronization [req-d3de8a1a-0201-422f-8baa-333d1dcc319d req-d81ef993-ff94-4045-9a47-b0f0c312d712 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1214.279364] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1214.279575] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.279698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.279765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.279963] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.280128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.280224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.280286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.280526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.280526] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.280636] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.309498] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1214.309666] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1214.309774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.617549] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.617747] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.617878] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.618172] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.618439] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.618598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.618718] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.618934] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.619419] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.619664] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.619894] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.620032] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.620151] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.620269] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.620379] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.620517] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.637313] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.637461] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.637594] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.637754] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-183" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.638200] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-382b237a-593e-47c2-99c0-18d3918d92a6 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.638429] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.638564] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.638867] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.639017] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382b237a-593e-47c2-99c0-18d3918d92a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.782638] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.141938] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.142183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.142317] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.142651] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.142821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.142983] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 382b237a-593e-47c2-99c0-18d3918d92a6 not found, creating... [ 1215.143260] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.143423] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.143546] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.143775] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.143917] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.144243] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.144406] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.144528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.144737] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.144877] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.145058] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 382b237a-593e-47c2-99c0-18d3918d92a6 is going to be created. [ 1215.168088] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.168386] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.168469] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.168725] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.168968] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.169225] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.285202] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.787275] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.787869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.787869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.787869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.787869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.787869] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1215.814239] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.814388] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.814453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.814656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.814797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.822819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1215.898896] env[62807]: INFO networking_nsxv3.common.synchronization [req-d3de8a1a-0201-422f-8baa-333d1dcc319d req-d710958a-889c-40c7-a641-f156c1fc3216 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1215.899104] env[62807]: INFO networking_nsxv3.common.synchronization [req-d3de8a1a-0201-422f-8baa-333d1dcc319d req-d710958a-889c-40c7-a641-f156c1fc3216 service nova] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1215.899252] env[62807]: INFO networking_nsxv3.common.synchronization [req-d3de8a1a-0201-422f-8baa-333d1dcc319d req-d710958a-889c-40c7-a641-f156c1fc3216 service nova] Enqueued Resource ID: 382b237a-593e-47c2-99c0-18d3918d92a6 with Priority: HIGHEST for action port [ 1215.899484] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_rules [ 1215.899608] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1215.899704] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382b237a-593e-47c2-99c0-18d3918d92a6 with Priority: HIGHEST for action port [ 1215.900256] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.900733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.900809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.902578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.902807] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.904164] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.904707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.905189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-382b237a-593e-47c2-99c0-18d3918d92a6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.907224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.907224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.907224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.907224] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382b237a-593e-47c2-99c0-18d3918d92a6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.408752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.409047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.409167] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 382b237a-593e-47c2-99c0-18d3918d92a6 with status ACTIVE [ 1216.409292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.409461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.409461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.409787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.409787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.409918] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.409984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.410050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.410207] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.410278] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.410479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.410535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.410613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.410720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.410828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.410885] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 382b237a-593e-47c2-99c0-18d3918d92a6 is going to be updated. [ 1216.431160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.431329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.431397] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.431556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.431687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.431863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382b237a-593e-47c2-99c0-18d3918d92a6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.469655] env[62807]: INFO networking_nsxv3.common.synchronization [req-00465437-b93b-4ae6-9810-ac7efbbec186 req-8288462b-69eb-4508-8ec5-98b208519bee tempest-AttachVolumeTestJSON-1694269603 tempest-AttachVolumeTestJSON-1694269603-project-member] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1217.470185] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGHEST for action security_group_members [ 1217.470494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.470616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.470684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.470882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.471045] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.471909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.471909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.471909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.471909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.471909] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.832563] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1217.832782] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.832972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.833276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.834485] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.834485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.834485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.834485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.834485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.834485] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.973632] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.973632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.973632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.973924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.973924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.974120] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.974226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.974282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.974414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.974490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.974581] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 is going to be updated. [ 1217.997641] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.997891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.997891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.998061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.998256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.005992] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: IN_PROGRESS for 2s [ 1218.309393] env[62807]: INFO networking_nsxv3.common.synchronization [req-0c97e8c0-c31e-4720-996d-22e04b6a96a8 req-cc318387-0f79-4903-b5ca-011aaf8cd641 tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1218.309923] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1218.310271] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.310392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.310455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.310653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.310797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.310888] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.310991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.311212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.311326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.311442] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.336129] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.719476] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.719784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.720807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.720807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.720807] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.720807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.720807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.721029] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.721198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.721466] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.721632] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.721789] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.722097] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.722194] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.722372] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.722538] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.740440] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.740659] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.740749] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.740942] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-25" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.741302] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-0c147c05-6c14-4d99-ac3f-33be08394039 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.741635] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.741716] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.742044] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.742307] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c147c05-6c14-4d99-ac3f-33be08394039',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.813187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.813350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.813423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.813626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.813715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.813929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.814102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.814175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.814342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.814424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.814512] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1218.837882] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.842505] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.842505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.842505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.842505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.842505] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.848627] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1219.245099] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.245558] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.245733] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.246160] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.246357] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.246548] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 0c147c05-6c14-4d99-ac3f-33be08394039 not found, creating... [ 1219.246867] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.247114] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.247258] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.247604] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.247807] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.248223] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.248445] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.248598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.248885] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.249114] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.249366] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 0c147c05-6c14-4d99-ac3f-33be08394039 is going to be created. [ 1219.268126] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.268410] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.268546] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.268836] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.269088] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.269367] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.340302] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.340537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.340537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.341206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.341206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.341206] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1219.382432] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.382665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.382665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.382857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.382997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.391780] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1220.014651] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 in Status: SUCCESS [ 1220.014976] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 deletion is rescheduled due to dependency. [ 1220.014976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.039020] env[62807]: INFO networking_nsxv3.common.synchronization [req-0c97e8c0-c31e-4720-996d-22e04b6a96a8 req-3f0900e7-b7ad-4674-8abb-743a2683b571 service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1220.039020] env[62807]: INFO networking_nsxv3.common.synchronization [req-0c97e8c0-c31e-4720-996d-22e04b6a96a8 req-3f0900e7-b7ad-4674-8abb-743a2683b571 service nova] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1220.039020] env[62807]: INFO networking_nsxv3.common.synchronization [req-0c97e8c0-c31e-4720-996d-22e04b6a96a8 req-3f0900e7-b7ad-4674-8abb-743a2683b571 service nova] Enqueued Resource ID: 0c147c05-6c14-4d99-ac3f-33be08394039 with Priority: HIGHEST for action port [ 1220.039020] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_rules [ 1220.039235] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1220.039235] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c147c05-6c14-4d99-ac3f-33be08394039 with Priority: HIGHEST for action port [ 1220.040981] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.040981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.040981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.040981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.040981] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.042066] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.042066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.042298] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c147c05-6c14-4d99-ac3f-33be08394039 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.042410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.042477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.042655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.042993] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c147c05-6c14-4d99-ac3f-33be08394039',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.542637] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.542637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.545965] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c147c05-6c14-4d99-ac3f-33be08394039 with status ACTIVE [ 1220.546703] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.547941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.547941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.548358] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.548358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.548358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.548358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.548358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.548544] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c147c05-6c14-4d99-ac3f-33be08394039 is going to be updated. [ 1220.568980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.569187] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.569236] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.569437] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.569572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.569742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c147c05-6c14-4d99-ac3f-33be08394039" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.697363] env[62807]: INFO networking_nsxv3.common.synchronization [req-c4b8f212-ce23-480f-ae9a-85f1d2854773 req-820acc27-91df-4770-9842-0d8f9dc07be4 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1220.698264] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1220.698264] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.698371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.698418] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.698664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.698806] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.698905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.698965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.699174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.699290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.699459] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.857681] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1220.857880] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1220.857968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.858146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.858551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.858551] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.858649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.858719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.858870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.858953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.859064] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.202234] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.202556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.202556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.203994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.204382] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.204492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.204559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.204729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.204895] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 already deleted. [ 1221.204975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.273538] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.273728] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.273839] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.274253] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.274520] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.274683] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.274805] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.275106] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.275275] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.275489] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.275995] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.276149] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.276273] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.276402] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.276511] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.276661] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.293968] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.294181] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.294328] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.294503] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.294811] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9edabfa8-9760-4ef4-adfb-afc6e2200b50 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.295078] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.295163] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.295504] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.295643] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9edabfa8-9760-4ef4-adfb-afc6e2200b50',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.361875] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.401168] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1221.401370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.401520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.401726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.401910] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.402078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.402168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.402274] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.402354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.402436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.402521] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.798127] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.798344] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.798476] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.798899] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.799092] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.799266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9edabfa8-9760-4ef4-adfb-afc6e2200b50 not found, creating... [ 1221.799543] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.799707] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.799829] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.800078] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.800236] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.800528] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.800691] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.800813] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.801033] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.801181] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.801326] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9edabfa8-9760-4ef4-adfb-afc6e2200b50 is going to be created. [ 1221.832023] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.832023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.832023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.832023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.832023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.832023] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.863751] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.905274] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.905547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.905590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.905884] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.905987] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.906151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.906213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.906420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.906524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.907071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.907071] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.907071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.907071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.907071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.907277] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.907277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.907571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.907571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.907571] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.907791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.907791] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.366937] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.367332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.367332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.367414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.367506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.367657] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1222.396639] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.396805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.396852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.397040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.397192] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.405406] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1222.409735] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48189cb9-03b6-4602-a744-0f0a92ba51b3: rpc.has_security_group_logging(os_id): False [ 1222.425394] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.425546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.425718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.425814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.425898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.426189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.426305] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.426421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.426523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.426602] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.426784] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.427255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.427255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.427255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.427255] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.427421] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.427421] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.427511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.427695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.427695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.427814] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1222.484820] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.484820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.484820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.484820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.484820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [req-c4b8f212-ce23-480f-ae9a-85f1d2854773 req-c4941035-763f-41c7-9e74-acaac2bbec11 service nova] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [req-c4b8f212-ce23-480f-ae9a-85f1d2854773 req-c4941035-763f-41c7-9e74-acaac2bbec11 service nova] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [req-c4b8f212-ce23-480f-ae9a-85f1d2854773 req-c4941035-763f-41c7-9e74-acaac2bbec11 service nova] Enqueued Resource ID: 9edabfa8-9760-4ef4-adfb-afc6e2200b50 with Priority: HIGHEST for action port [ 1222.507656] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1222.507656] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edabfa8-9760-4ef4-adfb-afc6e2200b50 with Priority: HIGHEST for action port [ 1222.507656] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.507656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.507656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.507656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.507656] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.508169] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.508169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.508169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.508169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.508318] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.508405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.508465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.508606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.508690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.508774] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.510914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9edabfa8-9760-4ef4-adfb-afc6e2200b50 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.511096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.511167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.511286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.511361] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9edabfa8-9760-4ef4-adfb-afc6e2200b50',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.966789] env[62807]: INFO networking_nsxv3.common.synchronization [req-d9bce64b-be04-4e33-9e57-936abcff39e7 req-3e626776-1847-4cf7-8d6f-bd47b8c087b0 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1222.967409] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1222.967724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.967838] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.967900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.971254] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.971587] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.971657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.971698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.972737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.972737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.972737] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.013896] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.013896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.013896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.013896] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9edabfa8-9760-4ef4-adfb-afc6e2200b50 with status ACTIVE [ 1223.013896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.013896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.013896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.013896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.013896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.013896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.014543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.014543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.014543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.014543] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.014543] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.014703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.014734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.014937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.014984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.016936] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9edabfa8-9760-4ef4-adfb-afc6e2200b50 is going to be updated. [ 1223.040324] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.040498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.040653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.040732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.040887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.041050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9edabfa8-9760-4ef4-adfb-afc6e2200b50" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.328216] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.328479] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.328560] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.328820] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.329095] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.329266] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.329391] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.329610] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.329831] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.329972] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.330105] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.330676] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.330676] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.330676] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.330676] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.330676] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.349951] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.350135] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.350280] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.350455] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-645" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.350751] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.350917] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.351055] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.351420] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.351568] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.477757] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.478041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.478041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.478256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.478355] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.478562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.478665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.478730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.478882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.478960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.479068] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1223.502998] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.503169] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.503231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.503372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.503503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.510916] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1223.519282] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.853720] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.853950] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.854165] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.854458] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.854616] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.854779] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 not found, creating... [ 1223.855052] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.855328] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.855470] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.855695] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.855837] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.856137] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.856302] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.856424] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.856630] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.856767] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.856907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 is going to be created. [ 1223.875233] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.875415] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.875600] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.875830] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.876059] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.876304] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.021770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.021953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.022046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.022282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.022370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.022472] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be created. [ 1224.047611] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.047789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.047832] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.048030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.048194] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.057633] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: UNINITIALIZED for 2s [ 1224.417743] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.417743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.417743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.417743] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.520433] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1224.520799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [req-d9bce64b-be04-4e33-9e57-936abcff39e7 req-7a43323a-429c-4084-99a7-5fde09e8ac54 service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [req-d9bce64b-be04-4e33-9e57-936abcff39e7 req-7a43323a-429c-4084-99a7-5fde09e8ac54 service nova] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [req-d9bce64b-be04-4e33-9e57-936abcff39e7 req-7a43323a-429c-4084-99a7-5fde09e8ac54 service nova] Enqueued Resource ID: 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 with Priority: HIGHEST for action port [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_rules [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1224.739695] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 with Priority: HIGHEST for action port [ 1224.740564] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.740564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.740564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.740564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.740838] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.741743] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.741921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.742185] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.742342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.742445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.742668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.742788] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.920876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.921051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.921127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.921530] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.921530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.921700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.921700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.921809] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.921896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.921985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.922148] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.922231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.922295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.922429] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.922564] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.922653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.922713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.922847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.922924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.923258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.923258] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.244787] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 with status ACTIVE [ 1225.245036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.245357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.245460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.245649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.245742] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.245944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.246062] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.246122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.246287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.246358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.246578] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.246682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.246736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.246868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.246941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.247036] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8 is going to be updated. [ 1225.248654] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.248822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.269414] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.269631] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.269720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.269978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.270112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.270261] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d17bc61-a2a9-4a92-bb81-6e4c3f2cd4a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.425293] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ed884a7-a124-4c21-8220-1c89c31499bb: rpc.has_security_group_logging(os_id): False [ 1225.443651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.443835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.443883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.444195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.444300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.444511] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.444660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.444784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.444966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.445060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.445279] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.445379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.445441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.445607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.445682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.445876] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.445971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.446041] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.446184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.446272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.446359] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1225.509509] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.509665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.509757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.509943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.510165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.521132] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1225.521446] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1225.521446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.521552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.521805] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.521888] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.521999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.522057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.522249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.522339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.522437] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.545868] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1226.024593] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.068058] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1226.068058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.068058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.068058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.068381] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.068381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.068381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.068515] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.068550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.068633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.068724] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.527345] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.570586] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.030160] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.030319] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.030376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.030680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.030680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.030747] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1227.057172] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.057341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.057416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.057702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.057814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.065301] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1227.072662] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8a6d7cf-9337-4dc2-91f7-6dbfba708394: rpc.has_security_group_logging(os_id): False [ 1227.087561] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.087714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.087756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.087965] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.088084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.088376] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.088497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.088537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.088700] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.088781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.088866] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be created. [ 1227.149765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.149916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.149988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.150218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.150392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.160302] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1227.563212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1227.563653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.077016] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.077016] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.077016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.077016] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.172147] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1229.172147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.188843] env[62807]: INFO networking_nsxv3.common.synchronization [req-f2dfeb1c-0fd7-4251-8a61-60865508d9ac req-c2513612-6c1a-43bb-bcbf-52136f93061b tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1229.190078] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1229.191075] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.191075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.191075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.191075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.192982] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.192982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.192982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.192982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.192982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.192982] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.579671] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.579905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.580008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.580277] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.580501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.580836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.580836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.580959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.580959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.581120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.581331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.581464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.581548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.581828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.582036] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.582165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.582260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.582449] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.582557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.582735] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.582796] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.693535] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.085051] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88968835-466e-4b1c-bf00-0b5102c2734b: rpc.has_security_group_logging(os_id): False [ 1230.101970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.102232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.102289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.102489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.102588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.102783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.102887] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.102940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.103114] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.103191] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.103398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.103480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.103531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.103666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.103740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.103960] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.104078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.104155] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.104335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.104410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.104495] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1230.163096] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.163233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.163322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.163521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.163674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.181081] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1230.196587] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.699579] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.699579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.699579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.699900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.699900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.699971] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1230.738226] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.738425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.738500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.738722] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.738869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.748711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1232.198025] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1232.198378] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.314787] env[62807]: INFO networking_nsxv3.common.synchronization [req-e9b184fa-8483-4f81-91df-05e495fc8f5d req-801251cd-97d9-44a9-908b-aa879a5cbc0d tempest-ServerDiskConfigTestJSON-1215934053 tempest-ServerDiskConfigTestJSON-1215934053-project-member] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1232.314787] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGHEST for action security_group_members [ 1232.314787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.314787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.314787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.314787] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.758931] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1232.758931] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.817790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.818035] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.818126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.818393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.818500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.818725] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.818815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.818868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.819026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.819106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.819193] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be updated. [ 1232.846011] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.846178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.846245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.846431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.846592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.853885] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: IN_PROGRESS for 2s [ 1234.864818] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ed884a7-a124-4c21-8220-1c89c31499bb in Status: SUCCESS [ 1234.865152] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb deletion is rescheduled due to dependency. [ 1234.865152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.055129] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6ab87d1-d15a-454d-8188-f6ef438c86f8 req-ceee658e-4c28-4e82-a825-059a858ee358 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1237.055736] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1237.056093] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.056334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.056334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.056490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.056626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.056760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.056957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.057050] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.057129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.057200] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.403957] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.403957] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.404148] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.404421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.404708] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.404935] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.405086] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.405315] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.405492] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.405730] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.405851] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.405966] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.406091] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.406207] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.406320] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.406463] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.425180] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.425399] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.425548] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.425727] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.426061] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-90c053d0-8e56-42b1-89da-b7acd45ac0fa taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.426291] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.426439] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.426802] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.426898] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c053d0-8e56-42b1-89da-b7acd45ac0fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.559104] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.791977] env[62807]: INFO networking_nsxv3.common.synchronization [req-d29778e0-efb2-46e4-9583-6d7985686cda req-be74bcbf-95b2-46b4-9e83-6eb78c82cba0 tempest-ServersTestJSON-1829400378 tempest-ServersTestJSON-1829400378-project-member] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1237.792864] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGHEST for action security_group_members [ 1237.792864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.793028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.793182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.793416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.793581] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.793683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.793745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.793890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.793975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.794081] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.928814] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.929067] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.929206] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.929501] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.929669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.929833] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 90c053d0-8e56-42b1-89da-b7acd45ac0fa not found, creating... [ 1237.930117] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.930284] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.930409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.930636] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.930779] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.931084] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.931256] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.931382] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.931597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.931738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.931886] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 90c053d0-8e56-42b1-89da-b7acd45ac0fa is going to be created. [ 1237.951042] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.951042] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.951042] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.951042] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.951276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.951401] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.061431] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.295846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.296011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.296085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.296301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.296398] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.296601] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.296708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.296772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.296923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.297300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.297300] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be updated. [ 1238.324550] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.324694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.324774] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.324984] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.325133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.332855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: IN_PROGRESS for 2s [ 1238.564126] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.564357] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.564447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.564664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.564756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.564855] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be updated. [ 1238.589660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.590239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.590239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.590239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.590239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.598846] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1238.670405] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6ab87d1-d15a-454d-8188-f6ef438c86f8 req-0bdaeb9f-0b89-4589-9869-3c22c16e7ee1 service nova] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1238.670581] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6ab87d1-d15a-454d-8188-f6ef438c86f8 req-0bdaeb9f-0b89-4589-9869-3c22c16e7ee1 service nova] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1238.670728] env[62807]: INFO networking_nsxv3.common.synchronization [req-e6ab87d1-d15a-454d-8188-f6ef438c86f8 req-0bdaeb9f-0b89-4589-9869-3c22c16e7ee1 service nova] Enqueued Resource ID: 90c053d0-8e56-42b1-89da-b7acd45ac0fa with Priority: HIGHEST for action port [ 1238.670959] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_rules [ 1238.671108] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1238.671206] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c053d0-8e56-42b1-89da-b7acd45ac0fa with Priority: HIGHEST for action port [ 1238.671751] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.671909] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.671946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.672345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.672442] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.675404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.675404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.675404] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c053d0-8e56-42b1-89da-b7acd45ac0fa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.675404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.675404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.675404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.675404] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c053d0-8e56-42b1-89da-b7acd45ac0fa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.174141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.174552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.175954] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90c053d0-8e56-42b1-89da-b7acd45ac0fa with status ACTIVE [ 1239.176200] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.176335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.176409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.176620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.176749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.176946] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.177078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.177140] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.177308] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.177414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.177605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.177701] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.177780] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.177899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.177958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.178058] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90c053d0-8e56-42b1-89da-b7acd45ac0fa is going to be updated. [ 1239.200970] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.201128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.201128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.201304] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.201440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.201616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c053d0-8e56-42b1-89da-b7acd45ac0fa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.342060] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 in Status: SUCCESS [ 1240.342060] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 deletion is rescheduled due to dependency. [ 1240.342060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.489972] env[62807]: INFO networking_nsxv3.common.synchronization [req-90065ee8-1047-4dac-b3f5-590b232e0a3e req-52be7c29-93a8-4e3b-87f4-853bf0980494 tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1240.490554] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1240.490864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.490999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.491102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.491328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.491489] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.491592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.491655] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.491802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.491890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.491982] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.608472] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1240.608685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.608845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.609366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.609366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.609366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.609567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.609614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.609718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.609825] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.994617] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.000130] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.000130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.000130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1241.023647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.023864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.023864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.024080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.024311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.034173] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1241.111865] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.614623] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.117566] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.117800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.117800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.118042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.118136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.118239] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be updated. [ 1242.149535] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.149795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.149795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.149948] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.150105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.157970] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1242.519442] env[62807]: INFO networking_nsxv3.common.synchronization [req-09ef4f37-a0ad-4e52-9aea-a9607f5361af req-98cbf363-bc23-4050-bfce-912b8e6bf4c4 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1242.519980] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1242.520325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.520456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.520520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.520721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.521597] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.521597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.521597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.521597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.521597] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.521597] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.024315] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.025133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.025133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.025133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.025133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.025992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.025992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.025992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.025992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.025992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.025992] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1243.043967] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1243.043967] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 deletion is rescheduled due to dependency. [ 1243.043967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.054396] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.054483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.054518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.054732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.054946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.065760] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1244.168173] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1244.168564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.168638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.168950] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.169247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.169435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.169554] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.169786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.170135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.170135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.170247] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.672697] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.075595] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1245.075595] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea deletion is rescheduled due to dependency. [ 1245.075595] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.175058] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8a6d7cf-9337-4dc2-91f7-6dbfba708394: rpc.has_security_group_logging(os_id): False [ 1245.191911] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.192537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.192537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.192537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.192690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.192913] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.193025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.193089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.193249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.193361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.193417] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be updated. [ 1245.265408] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.265603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.265603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.266127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.266127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.277861] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1247.297049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1247.297049] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.521382] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.521490] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.635432] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2806658c-8dc0-487c-8852-311f21cfc8e1 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1247.635432] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1247.635810] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.635875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.635930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.636344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.636429] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.636532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.636590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.636744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.636817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.636910] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.139644] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.139778] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.139875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.140110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.140206] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.140427] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.140666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.140666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.140878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.140878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.140949] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1248.166123] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.166251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.166354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.166614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.166817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.180447] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1248.714342] env[62807]: INFO networking_nsxv3.common.synchronization [req-49c727da-8c1f-44e7-9006-6ff88a707e72 req-a545498a-8339-4c9e-9d63-be86883416a4 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1248.714920] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGHEST for action security_group_members [ 1248.715258] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.715394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.715487] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.715705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.715860] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.715961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.716116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.716291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.716391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.716506] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.218748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.218934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.218934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.219165] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.219262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.219478] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.219577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.219641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.219812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.219890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.219977] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be updated. [ 1249.244418] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.244617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.244709] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.244857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.244988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.252499] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: IN_PROGRESS for 2s [ 1249.960022] env[62807]: INFO networking_nsxv3.common.synchronization [req-eb5d17b2-f7c9-4199-b5e5-9c53a4e6d340 req-57c9a3a1-23aa-4604-9fb7-a498c98b8cdf tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1249.960022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1249.960273] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.960400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.960469] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.960663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.960809] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.960906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.960983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.961240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.961332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.961427] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.189941] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1250.190204] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 deletion is rescheduled due to dependency. [ 1250.191086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.227123] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.227341] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.227480] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.227772] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.228051] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.228216] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.228336] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.228549] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.228738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.228938] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.229044] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.229188] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.229308] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.229423] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.229537] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.229675] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.247961] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.248144] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.248283] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.248451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.248861] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d584963d-9840-4607-b75d-b6a46b94cea3 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.249024] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.249156] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.249452] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.249616] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d584963d-9840-4607-b75d-b6a46b94cea3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.463548] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.463823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.463823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.463995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.464103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.464317] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.464415] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.464503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.464672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.464749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.464837] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1250.488782] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.489016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.489016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.489270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.489464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.497736] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1250.752562] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.752863] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.752999] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.753298] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.753457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.753621] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d584963d-9840-4607-b75d-b6a46b94cea3 not found, creating... [ 1250.753898] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.754061] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.754186] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.754409] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.754731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.755108] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.755293] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.755421] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.755746] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.755911] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.756100] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d584963d-9840-4607-b75d-b6a46b94cea3 is going to be created. [ 1250.800257] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.800479] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.800610] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.800887] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.801172] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.801997] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.263218] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becc8793-406c-4efe-bcac-dd9310eb92da in Status: SUCCESS [ 1251.263491] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becc8793-406c-4efe-bcac-dd9310eb92da deletion is rescheduled due to dependency. [ 1251.263634] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.453516] env[62807]: INFO networking_nsxv3.common.synchronization [req-eb5d17b2-f7c9-4199-b5e5-9c53a4e6d340 req-20730e55-697b-4bd0-a686-4dc796b7d3a1 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1251.453707] env[62807]: INFO networking_nsxv3.common.synchronization [req-eb5d17b2-f7c9-4199-b5e5-9c53a4e6d340 req-20730e55-697b-4bd0-a686-4dc796b7d3a1 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1251.453853] env[62807]: INFO networking_nsxv3.common.synchronization [req-eb5d17b2-f7c9-4199-b5e5-9c53a4e6d340 req-20730e55-697b-4bd0-a686-4dc796b7d3a1 service nova] Enqueued Resource ID: d584963d-9840-4607-b75d-b6a46b94cea3 with Priority: HIGHEST for action port [ 1251.454101] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1251.454228] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1251.454352] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d584963d-9840-4607-b75d-b6a46b94cea3 with Priority: HIGHEST for action port [ 1251.454888] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.455032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.455112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.455276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.455356] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.456549] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.456652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.457086] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d584963d-9840-4607-b75d-b6a46b94cea3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.457221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.457221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.457345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.457427] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d584963d-9840-4607-b75d-b6a46b94cea3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.957826] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.957826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.960306] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d584963d-9840-4607-b75d-b6a46b94cea3 with status ACTIVE [ 1251.961445] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.961445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.961445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.961445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.961445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.961445] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.961445] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.963647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.963647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.963647] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d584963d-9840-4607-b75d-b6a46b94cea3 is going to be updated. [ 1251.985247] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.985377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.985450] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.985714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.985854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.986017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.165295] env[62807]: INFO networking_nsxv3.common.synchronization [req-5c5f9ae6-f678-4bfc-b4eb-f237686324c0 req-76fa659e-00ce-4cc9-9189-67c4211f3fa0 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1252.165849] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1252.166172] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.166296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.166362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.166556] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.166709] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.166808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.166873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.167016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.167252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.167330] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.422043] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.422358] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.422423] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.422682] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.422953] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.423133] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.423260] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.423483] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.423655] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.423898] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.424034] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.424157] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.424273] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.424391] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.424592] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.424744] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.442078] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.442236] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.442451] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.442571] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-885" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.442857] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.443043] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.443176] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.443461] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.443607] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c4e34d-9d53-41a8-ade9-86a6fa15cab5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.506832] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1252.507047] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 deletion is rescheduled due to dependency. [ 1252.507168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.507329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.507548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.507717] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.507835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.507899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.508063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.508135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.508234] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.668929] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.669104] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.669264] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.669377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.669468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.669694] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.669789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.669855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.670009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.670089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.670175] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1252.693536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.693719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.693719] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.693902] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.694042] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.702224] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1252.945821] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.946051] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.946183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.946581] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.946630] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.946763] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 not found, creating... [ 1252.947069] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.947236] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.947359] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.947584] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.947729] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.948030] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.948197] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.948317] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.948528] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.948690] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.948838] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 is going to be created. [ 1252.967569] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.967731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.967854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.968141] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.968368] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.968588] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.010260] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.512845] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.715230] env[62807]: INFO networking_nsxv3.common.synchronization [req-5c5f9ae6-f678-4bfc-b4eb-f237686324c0 req-c267ac38-8321-4c0e-8e43-677642597f52 service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 1253.715230] env[62807]: INFO networking_nsxv3.common.synchronization [req-5c5f9ae6-f678-4bfc-b4eb-f237686324c0 req-c267ac38-8321-4c0e-8e43-677642597f52 service nova] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1253.715230] env[62807]: INFO networking_nsxv3.common.synchronization [req-5c5f9ae6-f678-4bfc-b4eb-f237686324c0 req-c267ac38-8321-4c0e-8e43-677642597f52 service nova] Enqueued Resource ID: 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 with Priority: HIGHEST for action port [ 1253.715489] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_rules [ 1253.715632] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1253.715765] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 with Priority: HIGHEST for action port [ 1253.716064] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.716186] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.716253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.716455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.716534] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.717667] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.717758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.717945] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.718053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.718110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.718275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.718350] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c4e34d-9d53-41a8-ade9-86a6fa15cab5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.015895] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.015895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.015895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.016195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.016195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.016195] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1254.040996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.041180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.041290] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.041541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.041686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.050045] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1254.220313] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.220467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.220736] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 with status ACTIVE [ 1254.220943] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.221066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.221129] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.221592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.221716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.221896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.222018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.222086] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.222246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.222328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.222593] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.222593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.222791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.222953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.222953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.223073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14c4e34d-9d53-41a8-ade9-86a6fa15cab5 is going to be updated. [ 1254.244721] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.244903] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.244966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.245151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.245284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.245443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c4e34d-9d53-41a8-ade9-86a6fa15cab5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.707798] env[62807]: INFO networking_nsxv3.common.synchronization [None req-2b4ca9ca-aa05-44e0-9d02-76429f535326 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1254.708329] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1254.708629] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.708756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.708822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.709090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.709174] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.711067] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 4s [ 1254.809042] env[62807]: INFO networking_nsxv3.common.synchronization [None req-c6e12c92-3dab-43bc-a8c6-8c8ff0a6f4a5 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1254.809541] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1254.809846] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.809949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.230246] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.230454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.230534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.230867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.230997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.231113] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 already deleted. [ 1255.231203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.231346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.231513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.231597] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.751946] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.751946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.751946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.751946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.751946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.751946] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 already deleted. [ 1255.751946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.061779] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1256.062036] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.062159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.062383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.062622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.062767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.062819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.062949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.063040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.063133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.063272] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.565739] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.722972] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1256.723173] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea deletion is rescheduled due to dependency. [ 1256.723222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.723349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.723559] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.723740] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.723856] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.723920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.724084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.724167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.724258] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.068111] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435666c9-54c3-4342-a21b-4c19e3abec73: rpc.has_security_group_logging(os_id): False [ 1257.085063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.085252] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.085343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.085594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.085675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.085924] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.086033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.086098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.086260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.086336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.086423] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1257.141797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.141936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.141995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.142212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.142660] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.152585] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1257.226423] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.728867] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.231397] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.231813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.231813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.231889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.231936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.232146] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1258.257585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.257793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.257867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.258276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.258438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.266316] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1259.164032] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1259.164185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.811193] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.811679] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1260.276188] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1260.276425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.276583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.277051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.277051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.277144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.277185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.277392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.277392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.277538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.277538] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.286112] env[62807]: INFO networking_nsxv3.common.synchronization [req-4db74f8e-31c2-4930-b8ab-f20ca3250ca4 req-9dc14a51-1b74-4330-a241-6e65d4aa1b91 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1260.287156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1260.287156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.287156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.287156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.287726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.287726] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.287726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.287726] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.287940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.287940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.287940] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.590950] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.591199] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.591821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.591821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.591960] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.592243] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.592415] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.592669] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.592827] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.593085] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.593237] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.593431] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.593571] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.593713] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.593853] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.594009] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.613600] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.613866] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.614079] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.614286] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.614671] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b5888ff4-67ff-4165-a2bc-390d621e4efa taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.614890] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.615036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.615480] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.615697] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5888ff4-67ff-4165-a2bc-390d621e4efa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.779978] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.790365] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.790523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.790578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.790776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.790867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.791062] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.791160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.791229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.791365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.791442] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.791526] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 already deleted. [ 1260.791605] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.118627] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.119055] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.119055] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.119575] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.119750] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.119920] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b5888ff4-67ff-4165-a2bc-390d621e4efa not found, creating... [ 1261.120212] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.120367] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.120488] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.120718] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.120865] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.121163] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.121326] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.121449] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.121660] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.121799] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.121946] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b5888ff4-67ff-4165-a2bc-390d621e4efa is going to be created. [ 1261.141490] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.141660] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.141790] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.142169] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.142399] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.142630] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.281468] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35662cb-b6a3-4bd0-9e58-ad17175767ea: rpc.has_security_group_logging(os_id): False [ 1261.299924] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.300103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.300161] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.300381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.300471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.300723] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.300813] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.300878] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.301048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.301127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.301213] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1261.374014] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.374174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.374246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.374459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.374665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.391703] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1261.838993] env[62807]: INFO networking_nsxv3.common.synchronization [req-62bd7b25-225f-4a17-9b37-7171baca8104 req-0cb07479-29be-4093-b010-80514d5d213d tempest-AttachVolumeNegativeTest-1633709727 tempest-AttachVolumeNegativeTest-1633709727-project-member] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1261.839541] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGHEST for action security_group_members [ 1261.839974] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.840250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.840411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.840557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.840772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.840936] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.841020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.841179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.841270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.841365] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [req-4db74f8e-31c2-4930-b8ab-f20ca3250ca4 req-49f21184-1b11-43b5-9365-a739b9aa1ccb service nova] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [req-4db74f8e-31c2-4930-b8ab-f20ca3250ca4 req-49f21184-1b11-43b5-9365-a739b9aa1ccb service nova] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [req-4db74f8e-31c2-4930-b8ab-f20ca3250ca4 req-49f21184-1b11-43b5-9365-a739b9aa1ccb service nova] Enqueued Resource ID: b5888ff4-67ff-4165-a2bc-390d621e4efa with Priority: HIGHEST for action port [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1261.851624] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5888ff4-67ff-4165-a2bc-390d621e4efa with Priority: HIGHEST for action port [ 1261.851624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.851624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.851624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.851624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.851624] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.851624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.851624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.851624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.852268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.852268] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.852268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.852268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.852432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.852514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.853806] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.853806] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5888ff4-67ff-4165-a2bc-390d621e4efa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.853806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.853806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.853806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.854370] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5888ff4-67ff-4165-a2bc-390d621e4efa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.343552] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.343953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.343953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.343953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.344077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.344345] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.344480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.344565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.344821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.344942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.345064] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1478f28-8091-403a-909f-f48aee3508c5 is going to be updated. [ 1262.355820] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.355820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.356064] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.357464] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5888ff4-67ff-4165-a2bc-390d621e4efa with status ACTIVE [ 1262.357591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.357695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.357762] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.357940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.358045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.358214] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.358312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.358373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.358506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.358586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.358802] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.358851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.358943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.359323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.359323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.359323] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5888ff4-67ff-4165-a2bc-390d621e4efa is going to be updated. [ 1262.379809] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.379944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.380008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.380201] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.380353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.384705] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.384831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.384900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.385111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.385270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.385379] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.388115] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: IN_PROGRESS for 2s [ 1262.858512] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.362020] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.362020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.362020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.362020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.362020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.362020] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be created. [ 1263.383660] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.383804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.383864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.384090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.384248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.392608] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: UNINITIALIZED for 2s [ 1263.401778] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1263.402048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.397482] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1478f28-8091-403a-909f-f48aee3508c5 in Status: SUCCESS [ 1264.397752] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1478f28-8091-403a-909f-f48aee3508c5 deletion is rescheduled due to dependency. [ 1264.397890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.402479] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1265.402801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.402860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.403071] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.403299] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.403424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.403491] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.403649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.403734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.403820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.403914] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.773782] env[62807]: INFO networking_nsxv3.common.synchronization [req-9548a1fc-f26a-451e-8c95-23f46bd60cd2 req-95a4c3a5-4ea0-47c6-aa8e-56e33beb6cc5 tempest-DeleteServersTestJSON-1537205367 tempest-DeleteServersTestJSON-1537205367-project-member] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1265.774433] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGHEST for action security_group_members [ 1265.775398] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.775508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.775508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.775789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.775877] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.775977] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.776061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.776279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.776279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.776410] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.906988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.278554] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.278717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.278786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.279063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.279168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.279392] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.279517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.279562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.279712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.279790] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.279891] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be updated. [ 1266.304229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.304368] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.304439] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.304639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.304852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.312689] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: IN_PROGRESS for 2s [ 1266.409946] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf7401b-5aa0-4f69-9e84-26db8f829a24: rpc.has_security_group_logging(os_id): False [ 1266.433703] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.433866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.433946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.434179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.434271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.434510] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.434610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.434711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.434890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.434964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.435066] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be created. [ 1266.521273] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.521472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.521472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.521686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.521868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.533811] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: IN_PROGRESS for 2s [ 1268.087911] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.088257] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.088257] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.088526] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.088793] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.088952] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.089085] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.089301] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.089449] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.089660] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.089779] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.089894] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.090014] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.090131] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.090240] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.090377] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.113073] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.113239] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.113381] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.113547] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.113846] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d8936f3d-f722-43da-bf8e-17c76e3d95eb taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.114112] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.114264] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.114567] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.114765] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8936f3d-f722-43da-bf8e-17c76e3d95eb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.322284] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88968835-466e-4b1c-bf00-0b5102c2734b in Status: SUCCESS [ 1268.322471] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b deletion is rescheduled due to dependency. [ 1268.322584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.546292] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1268.546507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.617059] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.617331] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.617482] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.617835] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.618185] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.618339] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port d8936f3d-f722-43da-bf8e-17c76e3d95eb not found, creating... [ 1268.618496] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.618680] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.618804] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.619069] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.619233] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.619552] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.619734] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.619858] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.620103] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.620254] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.620410] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb is going to be created. [ 1268.640106] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.640336] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.640506] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.640788] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.641035] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.641306] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.373904] env[62807]: INFO networking_nsxv3.common.synchronization [req-7bab3b1a-a05a-4cf6-ad73-93cbbdbd3e9d req-20bbb9a0-da68-4352-93cc-d44416767d6f service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1269.374195] env[62807]: INFO networking_nsxv3.common.synchronization [req-7bab3b1a-a05a-4cf6-ad73-93cbbdbd3e9d req-20bbb9a0-da68-4352-93cc-d44416767d6f service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1269.374273] env[62807]: INFO networking_nsxv3.common.synchronization [req-7bab3b1a-a05a-4cf6-ad73-93cbbdbd3e9d req-20bbb9a0-da68-4352-93cc-d44416767d6f service nova] Enqueued Resource ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb with Priority: HIGHEST for action port [ 1269.374832] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1269.374997] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1269.375316] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb with Priority: HIGHEST for action port [ 1269.375765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.375949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.376057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.376309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.376417] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.377329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.377518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.377577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.377787] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.377964] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.378128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.378215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.378405] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.378553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.378685] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.380031] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8936f3d-f722-43da-bf8e-17c76e3d95eb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.380214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.380310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.380537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.380627] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8936f3d-f722-43da-bf8e-17c76e3d95eb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.885373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.885373] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.885373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8936f3d-f722-43da-bf8e-17c76e3d95eb with status ACTIVE [ 1269.885373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.885373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.885373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.886762] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.887061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.887279] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.887656] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.887870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.888099] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb is going to be updated. [ 1269.909687] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.909687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.909687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.909687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.909687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.909687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.390962] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.894511] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.894707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.894707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.894975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.895359] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.895359] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1270.923761] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.923940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.923981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.924182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.924323] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.932323] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1272.946063] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.946063] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.946063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.946063] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.451429] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.451647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.451647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.451857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.452035] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.452141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.452199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.452348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.452433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.452523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.452679] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.452792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.452855] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.452998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.453150] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.453240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.453298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.453430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.453503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.453584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.453670] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.955688] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052deb03-8f39-462b-b791-355f991b19c1: rpc.has_security_group_logging(os_id): False [ 1273.972997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.973156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.973215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.973425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.973524] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.973733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.973835] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.973899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.974069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.974150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.974348] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.974441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.974503] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.974640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.974713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.974925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.975025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.975087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.975224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.975299] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.975382] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1274.033883] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.034094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.034094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.034293] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.034480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.045246] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1274.377618] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.377618] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1276.061379] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1276.061781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.377777] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.378187] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.178206] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1281.178661] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1284.378795] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.379128] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.205689] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.205885] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.206043] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.206343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.206612] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.206773] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.206895] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.207131] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.207322] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.207551] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.207707] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.207834] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.207951] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.208082] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.208195] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.208335] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.227138] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.228512] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.228512] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.228512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-688" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.228512] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d8936f3d-f722-43da-bf8e-17c76e3d95eb taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.228512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.228512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.228512] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.228877] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8936f3d-f722-43da-bf8e-17c76e3d95eb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.731282] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.731618] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.731715] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.732039] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.732204] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.732500] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.732663] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.732785] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.733014] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.733162] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.733449] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.733634] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.733731] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.733939] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.734094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.734242] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb is going to be updated. [ 1285.753103] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.753314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.753444] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.753710] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.753904] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.754142] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.650556] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ddd09e2-f590-4801-a299-482e07f174cf req-e37abd68-f3a2-4b5c-9923-4a1f4699dc8e service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1286.650748] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ddd09e2-f590-4801-a299-482e07f174cf req-e37abd68-f3a2-4b5c-9923-4a1f4699dc8e service nova] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1286.650894] env[62807]: INFO networking_nsxv3.common.synchronization [req-0ddd09e2-f590-4801-a299-482e07f174cf req-e37abd68-f3a2-4b5c-9923-4a1f4699dc8e service nova] Enqueued Resource ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb with Priority: HIGHEST for action port [ 1286.651167] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_rules [ 1286.651377] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1286.651472] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb with Priority: HIGHEST for action port [ 1286.652057] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.652200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.652268] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.652471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.652551] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.653941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.653941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.653941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.653941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.653941] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.653941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.654420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.654420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.654420] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.654420] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.654999] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8936f3d-f722-43da-bf8e-17c76e3d95eb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.655128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.655179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.655622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.655709] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8936f3d-f722-43da-bf8e-17c76e3d95eb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.157661] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.158626] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.158733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.158906] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8936f3d-f722-43da-bf8e-17c76e3d95eb with status ACTIVE [ 1287.159080] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.159190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.159310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.159880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.159880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.159880] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.159880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.159880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.160182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.160182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.160261] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.160327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.160387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.160528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.160601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.160684] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8936f3d-f722-43da-bf8e-17c76e3d95eb is going to be updated. [ 1287.180585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.180738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.180792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.180928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.181065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.181218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8936f3d-f722-43da-bf8e-17c76e3d95eb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.662683] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.165577] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.165928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.165928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.166116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.166245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.166337] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1288.194151] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.194284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.194329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.194600] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.194767] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.204861] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1290.215331] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1290.215713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.215713] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.215853] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.216068] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.216196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.216262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.216419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.216501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.216587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.216679] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.719638] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.719896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.719985] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.720335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.720605] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.720763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.720868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.721149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.721294] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.721457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.721706] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.721863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.721970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.722221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.722454] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.722601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.722704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.722930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.723080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.723228] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.723381] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.225803] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052deb03-8f39-462b-b791-355f991b19c1: rpc.has_security_group_logging(os_id): False [ 1291.243049] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.243225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.243225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.243443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.243531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.243724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.243819] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.243880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.244037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.244113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.244319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.244410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.244476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.244598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.244670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.244863] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.244954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.245029] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.245197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.245273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.245358] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1291.303813] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.304022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.304022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.304208] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.304362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.316118] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1291.652913] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.653145] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1293.331122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1293.331552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.653906] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.654287] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.655484] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.655986] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.177996] env[62807]: INFO networking_nsxv3.common.synchronization [req-560ba5ed-eebb-4c70-87ef-0c5b78d89e7a req-d726cae9-a3ea-4d6a-8aa9-597c030db02c tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1302.178701] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1302.178808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.178970] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.179689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.179689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.179689] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.179689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.179689] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.179911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.179911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.180026] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.682809] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.186729] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.690132] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.690538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.690538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.690538] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.690650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.690803] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be updated. [ 1303.720599] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.720955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.720955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.721170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.721242] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.730169] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1305.740322] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1305.740759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.180548] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.180885] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.453479] env[62807]: INFO networking_nsxv3.common.synchronization [req-fc5c548a-67ba-4b9e-a289-220f5d6a80ed req-af7f17eb-8030-4beb-a43f-e7b70d1f7748 tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1308.453479] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGHEST for action security_group_members [ 1308.453479] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.453479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.453479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.454149] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.454401] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.454636] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.454788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.455792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.455792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.455792] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.957921] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.958173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.958173] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.958389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.958475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.958675] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.958769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.958822] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.958973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.959057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.959145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be updated. [ 1308.986557] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.986557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.986557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.986748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.986886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.995731] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: IN_PROGRESS for 2s [ 1309.130061] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.130061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.130061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.130061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.130061] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.632938] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.135885] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.638905] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1310.639224] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1311.004692] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 in Status: SUCCESS [ 1311.004871] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 deletion is rescheduled due to dependency. [ 1311.004971] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.352591] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.352785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.352852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.353023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.367177] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1311.368038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.368887] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1311.411634] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.411843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.411843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.412066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.426172] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.426926] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1311.427024] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1311.427112] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1311.494293] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.494531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.494531] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.494696] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.495914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.496103] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1311.611025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.611313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.611313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.611456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.611751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.612053] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1311.693577] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.693577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.693886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.693886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.694521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.694625] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1311.694754] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'56962fbf-cc6e-4021-93fc-1341295c8c93', '748d770a-a12e-4734-87d8-f36a7649b212', 'fc59cf9f-4ad5-4675-9d96-074a5a6ca89b', 'becc8793-406c-4efe-bcac-dd9310eb92da', '052deb03-8f39-462b-b791-355f991b19c1', 'e1478f28-8091-403a-909f-f48aee3508c5', '48189cb9-03b6-4602-a744-0f0a92ba51b3', '46d1e192-ee29-4713-8be8-6214dd1de02e', '9ed884a7-a124-4c21-8220-1c89c31499bb', '88968835-466e-4b1c-bf00-0b5102c2734b', 'e35662cb-b6a3-4bd0-9e58-ad17175767ea', '08cf7c6b-0fa0-41e3-b87f-6fa6611565d7', 'ecf7401b-5aa0-4f69-9e84-26db8f829a24', '9262820c-4ce3-43e9-8740-a0cadc372a89', '691376ed-24f4-45a1-9757-cabf703112d9', '651e443b-49b5-4441-9a0e-754a9c832d46', 'e04aa087-e039-4a8e-af70-a6f19cf014a8', 'c8a6d7cf-9337-4dc2-91f7-6dbfba708394', '4a89df05-c8ca-4294-94db-a2df21ffe7ed', 'b7e5a520-e3a0-40d6-a613-62220799f01d', '9ed5d196-1621-467e-b536-f2188164a981', '486fd503-c146-46bf-9cfb-37c43873afe9', '85ef5123-f264-46ad-a0ef-8975f8b2b968', 'fdde9328-02d1-4a52-ab88-4554cb2783e0', 'ff837c4d-2419-4b36-b4b8-748830c13705', 'c2262768-09b4-420b-b28b-70a3d4d989cc', 'b0cb9100-665d-4baf-9347-b89a5a4d3daf', '960dfecc-49be-40c5-b857-ddf9b92ff338', '54085250-bef9-40fa-9bac-89853387f7f1', '435666c9-54c3-4342-a21b-4c19e3abec73', '071a4f5c-b00c-4303-a86d-722a29abd150', '02acb841-e129-4fef-a06e-371a46b5da78', '77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f', '3b446bbc-e325-43b4-b03c-dc165e3d469b', '2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a', 'dd4a0cd2-62c8-4abc-b668-055955f3effe', '4c1cf98b-bfd6-467d-b910-7ced016f85bf', 'b462094f-33ce-46e3-8ff9-9b31acc0c659', '8d93d075-b5ef-416f-81c2-df011eeae78f', '243d34bc-9e6d-4b91-b5a9-8e182077b7d8', '4185986f-ec7d-4a6b-81d4-01f1cac67724'} {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1311.694876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1311.714406] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.714575] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.714625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.714823] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.714924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.715044] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1311.715118] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1311.715188] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1311.790040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.790040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.790040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.790376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.791333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.791615] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1311.791698] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1311.791761] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1311.791841] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1311.791915] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1311.791984] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGH for action security_group_rules [ 1311.792083] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGH for action security_group_rules [ 1311.792154] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGH for action security_group_rules [ 1311.792203] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGH for action security_group_rules [ 1311.792281] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGH for action security_group_rules [ 1311.792411] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGH for action security_group_rules [ 1311.792411] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGH for action security_group_rules [ 1311.792518] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGH for action security_group_rules [ 1311.792518] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGH for action security_group_rules [ 1311.792592] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGH for action security_group_rules [ 1311.792632] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGH for action security_group_rules [ 1311.792717] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGH for action security_group_rules [ 1311.792790] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGH for action security_group_rules [ 1311.792853] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGH for action security_group_rules [ 1311.792853] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGH for action security_group_rules [ 1311.792960] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGH for action security_group_rules [ 1311.793018] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGH for action security_group_rules [ 1311.793062] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGH for action security_group_rules [ 1311.793103] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGH for action security_group_rules [ 1311.793147] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGH for action security_group_rules [ 1311.793249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.923581] env[62807]: INFO networking_nsxv3.common.synchronization [None req-df34f692-3ed3-4aed-8e24-9f4e18b0a17c tempest-AttachInterfacesTestJSON-1100165667 tempest-AttachInterfacesTestJSON-1100165667-project-member] Enqueued Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1312.924197] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGHEST for action security_group_members [ 1312.924356] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 with Priority: HIGH for action security_group_rules [ 1312.924463] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b with Priority: HIGH for action security_group_rules [ 1312.924562] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 with Priority: HIGH for action security_group_rules [ 1312.924677] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691376ed-24f4-45a1-9757-cabf703112d9 with Priority: HIGH for action security_group_rules [ 1312.924771] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e5a520-e3a0-40d6-a613-62220799f01d with Priority: HIGH for action security_group_rules [ 1312.924862] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed with Priority: HIGH for action security_group_rules [ 1312.924951] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 with Priority: HIGH for action security_group_rules [ 1312.925292] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 with Priority: HIGH for action security_group_rules [ 1312.925396] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 with Priority: HIGH for action security_group_rules [ 1312.925498] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651e443b-49b5-4441-9a0e-754a9c832d46 with Priority: HIGH for action security_group_rules [ 1312.925589] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGH for action security_group_rules [ 1312.925699] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 with Priority: HIGH for action security_group_rules [ 1312.925788] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGH for action security_group_rules [ 1312.925875] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88968835-466e-4b1c-bf00-0b5102c2734b with Priority: HIGH for action security_group_rules [ 1312.925962] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed884a7-a124-4c21-8220-1c89c31499bb with Priority: HIGH for action security_group_rules [ 1312.926062] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1478f28-8091-403a-909f-f48aee3508c5 with Priority: HIGH for action security_group_rules [ 1312.926207] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d1e192-ee29-4713-8be8-6214dd1de02e with Priority: HIGH for action security_group_rules [ 1312.926271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052deb03-8f39-462b-b791-355f991b19c1 with Priority: HIGH for action security_group_rules [ 1312.926347] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748d770a-a12e-4734-87d8-f36a7649b212 with Priority: HIGH for action security_group_rules [ 1312.926446] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becc8793-406c-4efe-bcac-dd9310eb92da with Priority: HIGH for action security_group_rules [ 1312.926760] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.926882] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.926947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.927156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.927309] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.927409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.927467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.927644] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.927738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.927833] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.929163] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56962fbf-cc6e-4021-93fc-1341295c8c93 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.929380] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.929453] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.929611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.929690] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56962fbf-cc6e-4021-93fc-1341295c8c93',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.930466] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.931167] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.931482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.931482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.931588] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc59cf9f-4ad5-4675-9d96-074a5a6ca89b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.933023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48189cb9-03b6-4602-a744-0f0a92ba51b3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.933023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.933023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.933023] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.933023] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48189cb9-03b6-4602-a744-0f0a92ba51b3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.935093] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691376ed-24f4-45a1-9757-cabf703112d9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.935093] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691376ed-24f4-45a1-9757-cabf703112d9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.935093] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e5a520-e3a0-40d6-a613-62220799f01d taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.935093] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.936619] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e5a520-e3a0-40d6-a613-62220799f01d',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.936619] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.936619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.936619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.936926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.936926] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a89df05-c8ca-4294-94db-a2df21ffe7ed',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.937748] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.937851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.937896] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.938069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.938140] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a6d7cf-9337-4dc2-91f7-6dbfba708394',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.938793] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e04aa087-e039-4a8e-af70-a6f19cf014a8 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.938898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.938961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.939154] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.939225] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e04aa087-e039-4a8e-af70-a6f19cf014a8',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.939967] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9262820c-4ce3-43e9-8740-a0cadc372a89 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.940047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.940047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.940438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.940438] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9262820c-4ce3-43e9-8740-a0cadc372a89',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.941250] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651e443b-49b5-4441-9a0e-754a9c832d46 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.941250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.941250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.941423] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.941423] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651e443b-49b5-4441-9a0e-754a9c832d46',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.944623] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.944623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.944623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.944623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.944623] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.945578] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.945578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.945578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.945578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.945873] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08cf7c6b-0fa0-41e3-b87f-6fa6611565d7',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.946337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.946511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.946511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.946684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.946727] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.947530] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88968835-466e-4b1c-bf00-0b5102c2734b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.947647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.947647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.947779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.947836] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88968835-466e-4b1c-bf00-0b5102c2734b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.948739] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed884a7-a124-4c21-8220-1c89c31499bb taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.948845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.948907] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.949069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.949139] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed884a7-a124-4c21-8220-1c89c31499bb',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.949862] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1478f28-8091-403a-909f-f48aee3508c5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.949974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.950118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.950213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.950289] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1478f28-8091-403a-909f-f48aee3508c5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.950992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d1e192-ee29-4713-8be8-6214dd1de02e taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.951056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.951126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.951260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.951330] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d1e192-ee29-4713-8be8-6214dd1de02e',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.952602] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052deb03-8f39-462b-b791-355f991b19c1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.952721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.952859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.952911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.952972] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052deb03-8f39-462b-b791-355f991b19c1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.953757] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748d770a-a12e-4734-87d8-f36a7649b212 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.953757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.953875] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.953964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.954044] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748d770a-a12e-4734-87d8-f36a7649b212',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.954733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becc8793-406c-4efe-bcac-dd9310eb92da taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.954847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.954911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.955090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.955174] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becc8793-406c-4efe-bcac-dd9310eb92da',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.980928] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.981076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.981148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.981343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.984494] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.984615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.999013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.999136] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691376ed-24f4-45a1-9757-cabf703112d9 is going to be deleted. [ 1312.999926] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.000139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.016881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.017876] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56962fbf-cc6e-4021-93fc-1341295c8c93 is going to be deleted. [ 1313.050076] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.050233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.050303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.050509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.050606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.050724] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691376ed-24f4-45a1-9757-cabf703112d9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.061710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.061846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.061895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.062095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.062180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.062300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56962fbf-cc6e-4021-93fc-1341295c8c93" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.430356] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.430521] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.430593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.430810] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.450754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.451014] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.451143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.451210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.451411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.451496] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.451587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be updated. [ 1313.462359] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.462488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.462560] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.462743] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.462906] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.463066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.463156] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.463321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.463402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.463483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.463568] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.476752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.476906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.476961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.477139] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.477291] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.477389] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.477448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.477606] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.477715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.477802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.477888] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.487797] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.488211] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.488327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.488540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.488680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.514854] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: IN_PROGRESS for 2s [ 1313.522103] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.522271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.522322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.523016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.531296] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.531428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.532072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.532181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.533051] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.533148] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.533915] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.534024] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.534765] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.534852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.535613] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.535706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.536377] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.536479] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.537417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.537527] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.538655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.538752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.539391] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.539770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.539861] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.540449] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.540835] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.540927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.541506] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.541896] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.542013] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.542626] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.542992] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.543119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.543705] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.544069] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.544184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.544780] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.545199] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.545306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.545903] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.546272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.546397] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748d770a-a12e-4734-87d8-f36a7649b212 is going to be deleted. [ 1313.547213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.547413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.563067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.563241] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48189cb9-03b6-4602-a744-0f0a92ba51b3 is going to be deleted. [ 1313.564328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.564620] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.586935] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.587087] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e04aa087-e039-4a8e-af70-a6f19cf014a8 is going to be deleted. [ 1313.588143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.588143] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.634406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.634708] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9262820c-4ce3-43e9-8740-a0cadc372a89 is going to be deleted. [ 1313.635847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.636095] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.637849] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.637992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.639052] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.639180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.651651] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.651651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.658771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.658898] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc59cf9f-4ad5-4675-9d96-074a5a6ca89b is going to be deleted. [ 1313.659889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.660130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.768705] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.768881] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88968835-466e-4b1c-bf00-0b5102c2734b is going to be deleted. [ 1313.769712] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.769920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.770019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.770122] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052deb03-8f39-462b-b791-355f991b19c1 is going to be deleted. [ 1313.770836] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.771010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.807448] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.807645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.848974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.849125] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed884a7-a124-4c21-8220-1c89c31499bb is going to be deleted. [ 1313.850058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.850271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.874072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.874253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.884506] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.884649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.893089] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.893089] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a89df05-c8ca-4294-94db-a2df21ffe7ed is going to be deleted. [ 1313.894054] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.894326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.925391] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.925806] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.971313] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.977818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.977954] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d1e192-ee29-4713-8be8-6214dd1de02e is going to be deleted. [ 1313.979088] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.979310] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.980481] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.994283] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.994431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.047330] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.047482] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a6d7cf-9337-4dc2-91f7-6dbfba708394 is going to be deleted. [ 1314.048341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.048670] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.058692] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.058829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.087542] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.087692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.110508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.110655] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1478f28-8091-403a-909f-f48aee3508c5 is going to be deleted. [ 1314.111776] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.112010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.137493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.137790] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651e443b-49b5-4441-9a0e-754a9c832d46 is going to be deleted. [ 1314.138688] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.139246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.188489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.188583] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08cf7c6b-0fa0-41e3-b87f-6fa6611565d7 is going to be deleted. [ 1314.189444] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.189653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.215383] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.215591] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.216161] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.216245] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.217662] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.217789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.266919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.266919] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becc8793-406c-4efe-bcac-dd9310eb92da is going to be deleted. [ 1314.266919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.266919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.332025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.332278] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e5a520-e3a0-40d6-a613-62220799f01d is going to be deleted. [ 1314.333096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.333433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.333433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.333714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748d770a-a12e-4734-87d8-f36a7649b212" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.333714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.333844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.333912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.334136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48189cb9-03b6-4602-a744-0f0a92ba51b3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.334652] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.334812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.334894] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.335043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e04aa087-e039-4a8e-af70-a6f19cf014a8" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.335182] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.335390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.335482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.335599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9262820c-4ce3-43e9-8740-a0cadc372a89" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.335845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.335912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.335953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.336061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc59cf9f-4ad5-4675-9d96-074a5a6ca89b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.336250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.336343] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.336425] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.336708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88968835-466e-4b1c-bf00-0b5102c2734b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.336708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.336794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.336852] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.337040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.337115] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.337216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.337288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.337395] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed884a7-a124-4c21-8220-1c89c31499bb" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.337518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.337679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a89df05-c8ca-4294-94db-a2df21ffe7ed" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338307] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d1e192-ee29-4713-8be8-6214dd1de02e" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.338619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.338619] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1478f28-8091-403a-909f-f48aee3508c5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.338900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.338966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.339078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651e443b-49b5-4441-9a0e-754a9c832d46" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.339197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.339336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.339392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.339500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a6d7cf-9337-4dc2-91f7-6dbfba708394" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.349768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.349924] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.349994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.350471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.350471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.350471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08cf7c6b-0fa0-41e3-b87f-6fa6611565d7" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.400265] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.400550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.400550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.400666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.400756] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.400960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becc8793-406c-4efe-bcac-dd9310eb92da" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.448661] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.448803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.448873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.449101] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.449209] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.449373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e5a520-e3a0-40d6-a613-62220799f01d" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.473944] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35662cb-b6a3-4bd0-9e58-ad17175767ea: rpc.has_security_group_logging(os_id): False [ 1314.482328] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf7401b-5aa0-4f69-9e84-26db8f829a24: rpc.has_security_group_logging(os_id): False [ 1314.498423] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.498703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.498788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.499092] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.523132] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.523342] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.531837] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.532201] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.532317] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.532404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.533354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.533354] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.533354] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1314.533999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.534196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.561563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.562613] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.562613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.562613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.562613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.562613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.562613] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be updated. [ 1314.629214] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.629214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.629214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.629214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.629214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.639187] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.639411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.639460] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.639665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.639962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.648804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1314.650710] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: IN_PROGRESS for 2s [ 1315.524840] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052deb03-8f39-462b-b791-355f991b19c1 in Status: SUCCESS [ 1315.524840] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052deb03-8f39-462b-b791-355f991b19c1 deletion is rescheduled due to dependency. [ 1315.524840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052deb03-8f39-462b-b791-355f991b19c1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.663084] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1316.663084] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.663711] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1316.663988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.927911] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.928238] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.933370] env[62807]: INFO networking_nsxv3.common.synchronization [req-ba29e5f9-50b1-48eb-9fde-7c14dc704414 req-acabe275-a25b-4746-aae9-f841441d5b24 tempest-ServerActionsTestJSON-2040483751 tempest-ServerActionsTestJSON-2040483751-project-member] Enqueued Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1317.933950] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea with Priority: HIGHEST for action security_group_members [ 1317.934285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35662cb-b6a3-4bd0-9e58-ad17175767ea taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.934493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.934493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.934932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.934932] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.934932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.935113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.935153] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.935225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.935319] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35662cb-b6a3-4bd0-9e58-ad17175767ea',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.437690] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.437883] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.437925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.438273] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.438430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.438682] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.438828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.438914] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.439120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.439237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.439353] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea is going to be updated. [ 1318.465424] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.465583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.465624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.465840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.465980] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.473881] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: IN_PROGRESS for 2s [ 1320.483979] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea in Status: SUCCESS [ 1320.484401] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35662cb-b6a3-4bd0-9e58-ad17175767ea deletion is rescheduled due to dependency. [ 1320.484401] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35662cb-b6a3-4bd0-9e58-ad17175767ea" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.958308] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.958674] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.958674] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.958925] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.959232] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.959462] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.959553] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.959729] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.959923] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.960327] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.960467] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.960589] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.960706] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.960821] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.960935] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.961082] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.980904] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.981118] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.981250] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.981427] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-282" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.981748] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-d584963d-9840-4607-b75d-b6a46b94cea3 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.981927] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.982063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.982337] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.982484] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d584963d-9840-4607-b75d-b6a46b94cea3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.485031] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.485347] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.485542] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.485870] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.486072] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.486421] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.486601] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.486753] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.487026] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.487194] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.487530] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.487725] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.487854] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.488110] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.488291] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.488456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: d584963d-9840-4607-b75d-b6a46b94cea3 is going to be updated. [ 1322.508272] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.508467] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.508598] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.508853] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.509062] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.509287] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.934848] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.934995] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.175346] env[62807]: INFO networking_nsxv3.common.synchronization [req-379a3e91-9332-46df-8148-253c6df445ed req-eaed00b9-261a-4dad-8375-ebc10aa38074 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1323.175713] env[62807]: INFO networking_nsxv3.common.synchronization [req-379a3e91-9332-46df-8148-253c6df445ed req-eaed00b9-261a-4dad-8375-ebc10aa38074 service nova] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1323.175713] env[62807]: INFO networking_nsxv3.common.synchronization [req-379a3e91-9332-46df-8148-253c6df445ed req-eaed00b9-261a-4dad-8375-ebc10aa38074 service nova] Enqueued Resource ID: d584963d-9840-4607-b75d-b6a46b94cea3 with Priority: HIGHEST for action port [ 1323.176233] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_rules [ 1323.176392] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1323.176506] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d584963d-9840-4607-b75d-b6a46b94cea3 with Priority: HIGHEST for action port [ 1323.176781] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.176958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.177091] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.177237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.177350] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.178141] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.178311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.178311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.178513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.178636] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.178748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.178867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.178959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.179067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.179192] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.180335] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d584963d-9840-4607-b75d-b6a46b94cea3 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.180478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.180574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.180662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.180888] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d584963d-9840-4607-b75d-b6a46b94cea3',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.683040] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.683260] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.683464] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.684350] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d584963d-9840-4607-b75d-b6a46b94cea3 with status ACTIVE [ 1323.684538] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.684648] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.684711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.684904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.684994] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.685176] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.685265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.685325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.685509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.685592] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.685757] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.685850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.685906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.686052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.686126] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.686208] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d584963d-9840-4607-b75d-b6a46b94cea3 is going to be updated. [ 1323.707083] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.707265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.707265] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.707454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.707586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.707740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d584963d-9840-4607-b75d-b6a46b94cea3" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.188424] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.690803] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.691059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.691059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.691251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.691366] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.691494] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1324.722412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.722645] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.722725] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.722957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.723150] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.733793] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1326.744289] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1326.744594] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.744791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.744973] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.745240] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.745346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.745396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.745601] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.745740] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.745801] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.745882] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.248904] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.754409] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435666c9-54c3-4342-a21b-4c19e3abec73: rpc.has_security_group_logging(os_id): False [ 1327.770350] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.770350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.770350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.770350] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.788067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.788067] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.788067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.788067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.788067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.788067] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.788067] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1327.847752] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.847752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.847752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.847752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.847752] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.858754] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1328.177276] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.177276] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.537830] env[62807]: INFO networking_nsxv3.common.synchronization [None req-b288804c-8ba8-4fe4-ad4a-ef91a0273e59 None None] Enqueued Resource ID: d1b818d7-b090-41bb-a251-37e61776a65f with Priority: HIGHEST for action port [ 1328.538325] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b818d7-b090-41bb-a251-37e61776a65f with Priority: HIGHEST for action port [ 1328.538734] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b818d7-b090-41bb-a251-37e61776a65f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.538932] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b818d7-b090-41bb-a251-37e61776a65f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.539051] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b818d7-b090-41bb-a251-37e61776a65f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.539352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b818d7-b090-41bb-a251-37e61776a65f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.539487] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b818d7-b090-41bb-a251-37e61776a65f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.042944] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1b818d7-b090-41bb-a251-37e61776a65f [ 1329.042944] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.042944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.043367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.043367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.043367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.043548] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1b818d7-b090-41bb-a251-37e61776a65f already deleted. [ 1329.043548] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b818d7-b090-41bb-a251-37e61776a65f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.258963] env[62807]: INFO networking_nsxv3.common.synchronization [None req-60f6617c-6c28-4d98-b5d8-a3175b30eef7 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1329.259852] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1329.259852] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.260159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.260159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.260332] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.260492] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.345126] env[62807]: INFO networking_nsxv3.common.synchronization [None req-1a92c683-914e-4ef0-b7d7-df3d1d5687e3 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1329.346630] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1329.346630] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.346630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.782550] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.782797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.782797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.783046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.783216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.783349] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 already deleted. [ 1329.783452] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.783610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.783829] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.783931] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.891687] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1329.891687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.305848] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.305848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.305848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.305848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.305848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.305848] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 already deleted. [ 1330.305848] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.753229] env[62807]: INFO networking_nsxv3.common.synchronization [None req-60a4a262-fcb1-4dda-8461-b2fe1c4aaeb5 None None] Enqueued Resource ID: 75461d8e-51f0-48fd-b5be-b692d4ae4806 with Priority: HIGHEST for action port [ 1330.753229] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75461d8e-51f0-48fd-b5be-b692d4ae4806 with Priority: HIGHEST for action port [ 1330.753229] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-75461d8e-51f0-48fd-b5be-b692d4ae4806 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.753229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75461d8e-51f0-48fd-b5be-b692d4ae4806" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.753229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75461d8e-51f0-48fd-b5be-b692d4ae4806" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.753765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75461d8e-51f0-48fd-b5be-b692d4ae4806" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.755254] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75461d8e-51f0-48fd-b5be-b692d4ae4806',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.258221] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75461d8e-51f0-48fd-b5be-b692d4ae4806 [ 1331.258468] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.258604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.258676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.258925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.259052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.259121] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75461d8e-51f0-48fd-b5be-b692d4ae4806 already deleted. [ 1331.259178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75461d8e-51f0-48fd-b5be-b692d4ae4806" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.875931] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.876270] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.876358] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.876684] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.876996] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.877360] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.877538] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.877825] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.878040] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.904063] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.904063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.904063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.904063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.904063] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.904063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.904063] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.904063] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.904063] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1334.904063] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.904063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-694" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.904063] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b5888ff4-67ff-4165-a2bc-390d621e4efa taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.904063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.904063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.904063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.904063] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5888ff4-67ff-4165-a2bc-390d621e4efa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.401506] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.401700] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.401835] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.402147] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.402306] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.402599] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.402764] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.402944] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.403128] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.403270] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.403555] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.403719] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.403840] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.404077] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.404220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.404382] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b5888ff4-67ff-4165-a2bc-390d621e4efa is going to be updated. [ 1335.423011] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.423220] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.423350] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.423596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.423791] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.424016] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.753308] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.753424] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.112172] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33ec383-ff8b-415b-9ed9-b4dd62a4c62c req-27d25644-3d8d-4066-9bcb-ed9f9fcee3f4 service nova] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1336.112407] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33ec383-ff8b-415b-9ed9-b4dd62a4c62c req-27d25644-3d8d-4066-9bcb-ed9f9fcee3f4 service nova] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1336.112504] env[62807]: INFO networking_nsxv3.common.synchronization [req-b33ec383-ff8b-415b-9ed9-b4dd62a4c62c req-27d25644-3d8d-4066-9bcb-ed9f9fcee3f4 service nova] Enqueued Resource ID: b5888ff4-67ff-4165-a2bc-390d621e4efa with Priority: HIGHEST for action port [ 1336.112723] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_rules [ 1336.112852] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1336.112948] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5888ff4-67ff-4165-a2bc-390d621e4efa with Priority: HIGHEST for action port [ 1336.113499] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.113628] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.113698] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.113895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.113976] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.115353] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.115588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.115676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.115849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.116009] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.116113] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.116215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.116314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.116399] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.116491] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.117867] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5888ff4-67ff-4165-a2bc-390d621e4efa taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.117990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.118070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.118226] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.118410] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5888ff4-67ff-4165-a2bc-390d621e4efa',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.616622] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.616958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.618513] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.619645] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5888ff4-67ff-4165-a2bc-390d621e4efa with status ACTIVE [ 1336.619880] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.620009] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.620136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.620347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.620466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.620620] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.620764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.620821] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.621046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.621111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.621329] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.621474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.621474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.621666] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.621784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.621819] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5888ff4-67ff-4165-a2bc-390d621e4efa is going to be updated. [ 1336.641857] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.641986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.641986] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.642183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.642287] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.642443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5888ff4-67ff-4165-a2bc-390d621e4efa" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.120374] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.552546] env[62807]: INFO networking_nsxv3.common.synchronization [req-39288cc4-835c-4bc4-827d-26f297f34783 req-b23c8b47-c367-4e25-9afb-0f700a0f6edb tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1337.553331] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1337.553331] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.553331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.553331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.553626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.554285] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.554412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.554484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.554671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.554764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.554862] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.623110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.623289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.623362] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.623738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.623905] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.624049] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be updated. [ 1337.658691] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.658841] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.658908] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.659185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.659353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.668428] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: IN_PROGRESS for 2s [ 1337.889994] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.890230] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.890365] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.890702] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.890974] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.891149] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.891271] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.891487] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.891634] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.891858] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.891974] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.892097] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.892211] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.892325] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.892434] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.892571] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.910270] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.910419] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.910556] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.910720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.910996] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.911181] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.911305] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.911584] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.911731] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcbae8d-a6f2-4583-9b46-101a3b73ac65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.057307] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.057587] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.057626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.057923] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.058014] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.058305] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.058435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.058516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.058729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.058828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.058946] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 already deleted. [ 1338.059103] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.413796] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.414094] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.414194] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.414487] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.414645] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.414811] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port cfcbae8d-a6f2-4583-9b46-101a3b73ac65 not found, creating... [ 1338.415089] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.415253] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.415375] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.415660] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.415802] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.416101] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.416265] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.416387] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.416597] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.416739] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.416884] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: cfcbae8d-a6f2-4583-9b46-101a3b73ac65 is going to be created. [ 1338.435098] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.435277] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.435406] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.435668] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.435906] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.436135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.041379] env[62807]: INFO networking_nsxv3.common.synchronization [req-d23c4dad-7753-411c-884d-a4ec0095c947 req-2462ec46-70e2-4f1a-892b-ece661471064 tempest-ServerActionsTestOtherB-634204386 tempest-ServerActionsTestOtherB-634204386-project-member] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1339.041899] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGHEST for action security_group_members [ 1339.042219] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.042369] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.042441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.042641] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.042796] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.042892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.042957] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.043249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.043249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.043366] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.261450] env[62807]: INFO networking_nsxv3.common.synchronization [req-39288cc4-835c-4bc4-827d-26f297f34783 req-11ba6e40-8ccf-495f-8259-d4578040c7ad service nova] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1339.261450] env[62807]: INFO networking_nsxv3.common.synchronization [req-39288cc4-835c-4bc4-827d-26f297f34783 req-11ba6e40-8ccf-495f-8259-d4578040c7ad service nova] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1339.261450] env[62807]: INFO networking_nsxv3.common.synchronization [req-39288cc4-835c-4bc4-827d-26f297f34783 req-11ba6e40-8ccf-495f-8259-d4578040c7ad service nova] Enqueued Resource ID: cfcbae8d-a6f2-4583-9b46-101a3b73ac65 with Priority: HIGHEST for action port [ 1339.261589] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1339.261723] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1339.261826] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfcbae8d-a6f2-4583-9b46-101a3b73ac65 with Priority: HIGHEST for action port [ 1339.262156] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.262327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.262430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.262625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.262717] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.263667] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.263714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.263793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.263945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.264128] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.264229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.264347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.264443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.264512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.264605] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.265676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.265794] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.265863] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.266033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.266114] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcbae8d-a6f2-4583-9b46-101a3b73ac65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.545693] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.545693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.545693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.546066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.546066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.547282] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.547282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.547282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.547282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.547282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.547282] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be updated. [ 1339.571907] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.572045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.572118] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.572298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.572433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.579935] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: IN_PROGRESS for 2s [ 1339.677937] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1339.678195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.678364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.678578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.678768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.678880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.678954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.679162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.679235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.679313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.679405] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.767744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.767899] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.768117] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.768993] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfcbae8d-a6f2-4583-9b46-101a3b73ac65 with status ACTIVE [ 1339.769209] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.769324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.769511] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.769611] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.769704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.769898] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.770016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.770090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.770256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.770335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.770526] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.770632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.770695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.770846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.770920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.771009] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfcbae8d-a6f2-4583-9b46-101a3b73ac65 is going to be updated. [ 1339.792320] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.792583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.792690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.792998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.793312] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.793529] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfcbae8d-a6f2-4583-9b46-101a3b73ac65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.181794] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.273474] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.684329] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf7401b-5aa0-4f69-9e84-26db8f829a24: rpc.has_security_group_logging(os_id): False [ 1340.701110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.701348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.701443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.701704] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.701820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.702738] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.702738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.702738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.702738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.702738] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.702738] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be updated. [ 1340.764647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.764818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.764860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.765096] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.765240] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.776098] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.776231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.776280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.776471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.776558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.776656] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be created. [ 1340.779269] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: IN_PROGRESS for 2s [ 1340.798783] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.798940] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.798978] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.799178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.799328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.810430] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: UNINITIALIZED for 2s [ 1341.615330] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435666c9-54c3-4342-a21b-4c19e3abec73 in Status: SUCCESS [ 1341.615552] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 deletion is rescheduled due to dependency. [ 1341.615773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.793244] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1342.793732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.818281] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1342.818507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.818671] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.818952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.819112] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.819237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.819296] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.819455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.819539] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.819626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.819716] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.321741] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.824568] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd7c44f-0afe-4ea2-8871-4c3b75c22960: rpc.has_security_group_logging(os_id): False [ 1343.841107] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.841231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.841270] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.841470] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.841561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.841790] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.841893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.841958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.842135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.842214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.842299] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be created. [ 1343.897996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.898160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.898220] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.898394] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.898566] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.908542] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1344.262589] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.262754] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1345.921385] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1345.921784] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.263735] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.264257] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.296657] env[62807]: INFO networking_nsxv3.common.synchronization [None req-5f9ecad0-59d1-4910-8144-4d3a3baf789b None None] Enqueued Resource ID: 808cee81-70c3-4b9e-8cf2-bb5573834a85 with Priority: HIGHEST for action port [ 1350.296657] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808cee81-70c3-4b9e-8cf2-bb5573834a85 with Priority: HIGHEST for action port [ 1350.297373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-808cee81-70c3-4b9e-8cf2-bb5573834a85 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.298593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808cee81-70c3-4b9e-8cf2-bb5573834a85" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.298593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808cee81-70c3-4b9e-8cf2-bb5573834a85" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.298593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808cee81-70c3-4b9e-8cf2-bb5573834a85" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.298593] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808cee81-70c3-4b9e-8cf2-bb5573834a85',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.800421] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 808cee81-70c3-4b9e-8cf2-bb5573834a85 [ 1350.800676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.800817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.800886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.801174] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.801321] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.801373] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:808cee81-70c3-4b9e-8cf2-bb5573834a85 already deleted. [ 1350.801451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808cee81-70c3-4b9e-8cf2-bb5573834a85" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.244913] env[62807]: INFO networking_nsxv3.common.synchronization [None req-e3bebf33-dcd2-4017-8852-514b8ff421d0 None None] Enqueued Resource ID: 2d6a720e-23c0-4253-966e-93a739e1fbc5 with Priority: HIGHEST for action port [ 1352.245219] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6a720e-23c0-4253-966e-93a739e1fbc5 with Priority: HIGHEST for action port [ 1352.245770] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6a720e-23c0-4253-966e-93a739e1fbc5 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.245916] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6a720e-23c0-4253-966e-93a739e1fbc5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.245991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6a720e-23c0-4253-966e-93a739e1fbc5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.246267] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6a720e-23c0-4253-966e-93a739e1fbc5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.246351] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6a720e-23c0-4253-966e-93a739e1fbc5',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.749067] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d6a720e-23c0-4253-966e-93a739e1fbc5 [ 1352.749314] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.749454] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.749525] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.749736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.749830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.749932] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d6a720e-23c0-4253-966e-93a739e1fbc5 already deleted. [ 1352.750026] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6a720e-23c0-4253-966e-93a739e1fbc5" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.302486] env[62807]: INFO networking_nsxv3.common.synchronization [req-dfe2c377-4d3e-4046-b078-3b2311918907 req-1c17cb4a-ca4c-4575-840d-7f6a3cf9385a tempest-ServerTagsTestJSON-1397708822 tempest-ServerTagsTestJSON-1397708822-project-member] Enqueued Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1355.303030] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1355.303358] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.303482] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.303552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.303804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.303980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.304094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.304159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.304320] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.304406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.304498] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.806744] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.806744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.806744] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.807040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.807040] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.807287] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.807383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.808028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.808028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.808028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.808028] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 already deleted. [ 1355.808028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.819028] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.819198] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-883" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.819330] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-883" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.819617] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-883" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.819877] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.820054] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.820183] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.820397] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.820538] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.820760] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.820879] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.820994] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.821121] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.821257] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.821376] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.821516] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.841989] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.842158] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1355.842296] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.842457] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-883" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.842729] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-cedb024a-64b9-483f-8aa5-1c160162053f taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.842888] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.843024] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.843292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.843435] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedb024a-64b9-483f-8aa5-1c160162053f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.345616] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.345995] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.345995] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.346278] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.346441] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.346604] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port cedb024a-64b9-483f-8aa5-1c160162053f not found, creating... [ 1356.346894] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.347076] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.347202] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.347432] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.347573] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.347860] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.348036] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.348157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.348369] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.348509] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.348653] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: cedb024a-64b9-483f-8aa5-1c160162053f is going to be created. [ 1356.367572] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.367751] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.367881] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.368135] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.368372] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.368574] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.048292] env[62807]: INFO networking_nsxv3.common.synchronization [req-dfe2c377-4d3e-4046-b078-3b2311918907 req-03d1d981-6f77-4ac4-a4df-bf5bf8e08069 service nova] Enqueued Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_rules [ 1357.048475] env[62807]: INFO networking_nsxv3.common.synchronization [req-dfe2c377-4d3e-4046-b078-3b2311918907 req-03d1d981-6f77-4ac4-a4df-bf5bf8e08069 service nova] Enqueued Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1357.048619] env[62807]: INFO networking_nsxv3.common.synchronization [req-dfe2c377-4d3e-4046-b078-3b2311918907 req-03d1d981-6f77-4ac4-a4df-bf5bf8e08069 service nova] Enqueued Resource ID: cedb024a-64b9-483f-8aa5-1c160162053f with Priority: HIGHEST for action port [ 1357.048872] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_rules [ 1357.049022] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1357.049123] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedb024a-64b9-483f-8aa5-1c160162053f with Priority: HIGHEST for action port [ 1357.049657] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.049786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.049850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.050262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.050262] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.050976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.051098] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.051166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.051327] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.051469] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.051562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.051624] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.051761] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.051844] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.051932] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.052916] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedb024a-64b9-483f-8aa5-1c160162053f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.053078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.053078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.053235] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.053310] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedb024a-64b9-483f-8aa5-1c160162053f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.554670] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.555085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.555085] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.555983] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cedb024a-64b9-483f-8aa5-1c160162053f with status ACTIVE [ 1357.556183] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.556302] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.556376] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.556563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.556653] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.556833] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.556938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.557012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.557178] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.557259] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.557818] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.557818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.557818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.557818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.557818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.558098] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cedb024a-64b9-483f-8aa5-1c160162053f is going to be updated. [ 1357.577011] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.577128] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.577222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.577351] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.577474] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.577618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedb024a-64b9-483f-8aa5-1c160162053f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.059617] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.562597] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.563046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.563046] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.563116] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.563183] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.563267] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 is going to be created. [ 1358.584501] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.584650] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.584684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.584845] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.584990] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.592539] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: UNINITIALIZED for 2s [ 1360.602700] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: SUCCESS [ 1360.603011] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.603100] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.603306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.603518] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.603639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.603703] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.603900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.603988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.604090] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.604182] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.106733] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.106945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.106991] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.107280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.107503] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.107640] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.107732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.107938] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.108073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.108176] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.108378] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.108485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.108564] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.108718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.108864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.108954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.108998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.109199] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.109309] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.109409] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.109509] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.611607] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05885a63-1106-4d4d-a72c-b00b4fcc64d6: rpc.has_security_group_logging(os_id): False [ 1361.631289] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.631458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.631502] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.631818] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.631928] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.632186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.632318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.632393] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.632508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.632586] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.632766] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.632864] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.632998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.633200] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.633324] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.633532] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.633651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.633720] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.633881] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.633964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.634065] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 is going to be created. [ 1361.716681] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.716891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.716891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.717136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.717353] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.731851] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: IN_PROGRESS for 2s [ 1362.049913] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.050117] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1363.744920] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: SUCCESS [ 1363.744920] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.050833] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.051075] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.248549] env[62807]: INFO networking_nsxv3.common.synchronization [req-7879d3f2-270b-49ed-bb01-3b328ee85645 req-b7728895-0f38-472f-a369-5303b32c7caf tempest-ServerTagsTestJSON-1397708822 tempest-ServerTagsTestJSON-1397708822-project-member] Enqueued Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1368.249156] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGHEST for action security_group_members [ 1368.249481] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.249604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.249690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.249922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.250108] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.250216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.250283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.250447] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.250550] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.250650] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.753337] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.753513] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.753639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.753798] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.753886] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.754129] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.754286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.754286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.754424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.754500] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.754587] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 is going to be updated. [ 1368.781842] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.782032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.782032] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.782198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.782314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.791563] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: IN_PROGRESS for 2s [ 1370.801303] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 in Status: SUCCESS [ 1370.801637] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 deletion is rescheduled due to dependency. [ 1370.801637] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.250411] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.250774] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.251439] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.251676] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.252614] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.252985] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.028461] env[62807]: INFO networking_nsxv3.common.synchronization [req-ed4bd749-0fc8-400c-a914-e10797d88664 req-a5eadad9-7b3e-459e-8a8d-8465caba8489 tempest-AttachVolumeShelveTestJSON-1636104906 tempest-AttachVolumeShelveTestJSON-1636104906-project-member] Enqueued Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1387.029031] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 with Priority: HIGHEST for action security_group_members [ 1387.029399] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf7401b-5aa0-4f69-9e84-26db8f829a24 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.029568] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.029665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.029889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.030094] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.030225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.030345] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.030506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.030623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.030746] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf7401b-5aa0-4f69-9e84-26db8f829a24',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.533177] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.533339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.533468] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.533617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.533714] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.533914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.534017] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.534076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.534231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.534314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.534410] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 is going to be updated. [ 1387.565567] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.565693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.565769] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.566012] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.566237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.574145] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: IN_PROGRESS for 2s [ 1389.587285] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 in Status: SUCCESS [ 1389.587552] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf7401b-5aa0-4f69-9e84-26db8f829a24 deletion is rescheduled due to dependency. [ 1389.587593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf7401b-5aa0-4f69-9e84-26db8f829a24" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.368222] env[62807]: INFO networking_nsxv3.common.synchronization [req-c159daa0-0043-42f4-9354-24faeb64516b req-cae78737-c2df-4f2b-b7c0-e75d046226da tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1391.368814] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1391.369185] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.369328] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.369403] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.369685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.369869] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.369968] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.370059] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.370241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.370363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.370466] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.614866] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.615132] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.615323] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.615626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.616191] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.616191] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.616399] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.616468] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.616649] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.616910] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.617051] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.617478] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.617478] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.617478] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.617625] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.617793] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.640372] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.640543] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1391.640722] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.640905] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.641220] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9490794b-7103-426e-89bd-4a4f328b0a0f taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.641394] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.641520] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.641814] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.641957] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9490794b-7103-426e-89bd-4a4f328b0a0f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.873206] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.873363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.873434] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.873643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.873731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.873927] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.874039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.874102] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.874243] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.874329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.874398] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 already deleted. [ 1391.874476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.144520] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.144771] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.144914] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.145250] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.145440] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.145610] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9490794b-7103-426e-89bd-4a4f328b0a0f not found, creating... [ 1392.145874] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.146047] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.146171] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.146429] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.146577] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.146861] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.147032] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.147157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.147387] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.147522] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.147667] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9490794b-7103-426e-89bd-4a4f328b0a0f is going to be created. [ 1392.167224] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.167407] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.167539] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.167770] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.167994] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.168224] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [req-c159daa0-0043-42f4-9354-24faeb64516b req-64407259-17c2-4565-b427-95a8be0ae604 service nova] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_rules [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [req-c159daa0-0043-42f4-9354-24faeb64516b req-64407259-17c2-4565-b427-95a8be0ae604 service nova] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [req-c159daa0-0043-42f4-9354-24faeb64516b req-64407259-17c2-4565-b427-95a8be0ae604 service nova] Enqueued Resource ID: 9490794b-7103-426e-89bd-4a4f328b0a0f with Priority: HIGHEST for action port [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_rules [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1392.853070] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9490794b-7103-426e-89bd-4a4f328b0a0f with Priority: HIGHEST for action port [ 1392.853070] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.853070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.853070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.854010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.854249] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.855292] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.856028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.856028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.856028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.856028] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.856028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.856256] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.856371] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.856483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.856604] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.857763] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9490794b-7103-426e-89bd-4a4f328b0a0f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.857913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.858020] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.858202] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.858311] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9490794b-7103-426e-89bd-4a4f328b0a0f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.360073] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.361787] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.361929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.362133] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9490794b-7103-426e-89bd-4a4f328b0a0f with status ACTIVE [ 1393.362308] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.362419] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.362486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.362690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.362804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.362948] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.363066] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.363120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.363271] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.363352] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.363610] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.363610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.363695] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.363807] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.363865] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.363952] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9490794b-7103-426e-89bd-4a4f328b0a0f is going to be updated. [ 1393.385039] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.385039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.385039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.385039] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.385250] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.385286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9490794b-7103-426e-89bd-4a4f328b0a0f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.862884] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.366081] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.366313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.366392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.366598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.366691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.366793] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be created. [ 1394.388590] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.388758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.388830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.389073] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.389286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.399100] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: UNINITIALIZED for 2s [ 1396.409300] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1396.409541] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.409757] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.409969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.410186] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.410288] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.410358] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.410552] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.410710] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.410814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.410909] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.913426] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.913664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.913664] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.913868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.914084] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.914205] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.914295] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.914485] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.914579] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.914685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.914854] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.914969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.915056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.915210] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.915353] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.915448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.915512] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.915649] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.915728] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.915812] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.915925] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.418095] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d990d8f0-66a8-4dba-ab7c-d6721baa9386: rpc.has_security_group_logging(os_id): False [ 1397.434654] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.434772] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.434859] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.435057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.435152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.435332] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.435424] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.435488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.435663] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.435708] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.435888] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.435983] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.436056] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.436197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.436325] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.436513] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.436610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.436674] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.436814] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.436892] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.436977] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be created. [ 1397.490106] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.490248] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.490318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.490508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.490679] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.500753] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1397.855385] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.855512] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1399.513949] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1399.514404] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.856712] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.857102] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.857771] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.858141] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.858920] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.859324] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.130810] env[62807]: INFO networking_nsxv3.common.synchronization [req-83527d6e-5b55-4034-9320-033717afb341 req-b72ce2fb-bb58-4f00-b9c7-b2d33b24d9e1 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1417.131897] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1417.131897] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.131897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.131897] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.132166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.132322] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.132433] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.133144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.133144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.133144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.133144] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.635245] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.635432] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.635506] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.635763] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.635866] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.636118] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.636223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.636298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.636492] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.636610] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.636699] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be updated. [ 1417.662724] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.662889] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.663021] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.663284] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.663480] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.672969] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1419.684154] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 4s [ 1421.245042] env[62807]: INFO networking_nsxv3.common.synchronization [None req-9240fb7e-b40d-45b6-8c90-75aec269087c tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1421.245042] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1421.245373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.245486] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.245555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.245828] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.245916] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.316953] env[62807]: INFO networking_nsxv3.common.synchronization [None req-41cd592a-782d-44a1-92ff-1683ad252d7c tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1421.317626] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1421.317963] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.318083] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.695667] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1421.695877] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 deletion is rescheduled due to dependency. [ 1421.696044] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.767394] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.767617] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.767669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.767930] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.768061] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.768185] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff41d83-64b5-436e-af31-12787d25fc65 already deleted. [ 1421.768292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.768477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.768687] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.768802] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.296147] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.296472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.296472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.296797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.296943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.297110] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff41d83-64b5-436e-af31-12787d25fc65 already deleted. [ 1422.297247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.318514] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.318903] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.719478] env[62807]: INFO networking_nsxv3.common.synchronization [req-d68226ae-2c9b-4fd9-ba10-62b93c1e905f req-fe85b8ff-10b8-466f-8550-d2de45909861 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1426.720060] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1426.720558] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.720558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.720658] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.720891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.721079] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.721185] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.721238] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.721441] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.721490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.721579] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.974866] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.974866] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.975043] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.975230] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.975500] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.975662] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.975784] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.976007] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.976292] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.976512] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.976651] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1426.976779] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1426.976894] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1426.977017] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.977130] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1426.977266] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1426.995803] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1426.995951] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1426.996099] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1426.996262] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.996536] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.996728] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.996858] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.997157] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.997296] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03c4787-0abf-456e-8f11-e9ae79f8c6ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.223926] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.224135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.224135] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.224311] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.224406] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.224630] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.224736] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.224800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.224954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.225043] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.225130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff41d83-64b5-436e-af31-12787d25fc65 already deleted. [ 1427.225214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.499938] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.500258] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.500295] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.500580] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.500738] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.500900] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port b03c4787-0abf-456e-8f11-e9ae79f8c6ab not found, creating... [ 1427.501176] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.501343] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.501466] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.501762] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.501928] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.502774] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.503015] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.503170] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.503397] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.503543] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.503709] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: b03c4787-0abf-456e-8f11-e9ae79f8c6ab is going to be created. [ 1427.523182] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.523389] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.523518] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.523775] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.524055] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.524289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.203267] env[62807]: INFO networking_nsxv3.common.synchronization [req-d68226ae-2c9b-4fd9-ba10-62b93c1e905f req-f00ef993-2c6f-49e9-bc02-a683fdf202cf service nova] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1428.203458] env[62807]: INFO networking_nsxv3.common.synchronization [req-d68226ae-2c9b-4fd9-ba10-62b93c1e905f req-f00ef993-2c6f-49e9-bc02-a683fdf202cf service nova] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1428.203605] env[62807]: INFO networking_nsxv3.common.synchronization [req-d68226ae-2c9b-4fd9-ba10-62b93c1e905f req-f00ef993-2c6f-49e9-bc02-a683fdf202cf service nova] Enqueued Resource ID: b03c4787-0abf-456e-8f11-e9ae79f8c6ab with Priority: HIGHEST for action port [ 1428.203834] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_rules [ 1428.203965] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1428.204072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03c4787-0abf-456e-8f11-e9ae79f8c6ab with Priority: HIGHEST for action port [ 1428.204642] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.204789] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.204839] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.205008] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.205095] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.205925] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.206010] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.206075] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.206227] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.206372] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.206467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.206528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.206693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.206781] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.206870] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.207864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.207967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.208239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.208239] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.208298] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03c4787-0abf-456e-8f11-e9ae79f8c6ab',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.710447] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.711461] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.711567] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.711728] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03c4787-0abf-456e-8f11-e9ae79f8c6ab with status ACTIVE [ 1428.711888] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.711993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.712069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.712275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.712363] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.712919] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.712919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.712919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.712919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.712919] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.713170] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.713170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.713251] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.713365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.713465] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.713521] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03c4787-0abf-456e-8f11-e9ae79f8c6ab is going to be updated. [ 1428.732918] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.733060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.733162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.733341] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.733471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.733618] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03c4787-0abf-456e-8f11-e9ae79f8c6ab" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.215791] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.718548] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.718851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.718851] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.719018] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.719120] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.719220] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff41d83-64b5-436e-af31-12787d25fc65 is going to be created. [ 1429.741346] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.741493] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.741537] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.741717] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.741868] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.750212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: UNINITIALIZED for 2s [ 1431.761456] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: SUCCESS [ 1431.761906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.761906] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.762162] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.762380] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.762520] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.762593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.762771] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.762860] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.762949] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.763080] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.265168] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.768092] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cff41d83-64b5-436e-af31-12787d25fc65: rpc.has_security_group_logging(os_id): False [ 1432.784648] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.784804] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.784857] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.785076] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.785175] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.785413] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.785514] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.785577] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.785730] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.785808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.785894] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff41d83-64b5-436e-af31-12787d25fc65 is going to be created. [ 1432.841867] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.841993] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.842058] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.842224] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.842392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.851701] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: IN_PROGRESS for 2s [ 1433.205693] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.205869] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1434.865740] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: SUCCESS [ 1434.866070] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.206907] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.207356] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.208078] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.208449] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.209606] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.209947] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.211147] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.211502] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.212209] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.212536] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.214055] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.214055] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.216979] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.217477] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.218414] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.218756] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.220049] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.220464] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.221534] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.221903] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.222457] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.222780] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.223832] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.223832] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.224938] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.224938] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.226043] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.226722] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.227856] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.228255] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.229247] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.229605] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.230057] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.230442] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.179172] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1521.179533] env[62807]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fed6402c-6472-44e4-a84e-8e4d59bf2d4c None None] NSXv3 Agent Agent loop - iteration:4 started [ 1523.231411] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.231774] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.232484] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.232835] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.233362] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.233652] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.234537] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.234537] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.968213] env[62807]: INFO networking_nsxv3.common.synchronization [req-d1f1a2f4-29c4-4636-9609-c75bd5d0ab40 req-9463a8f5-3195-4cb0-a83f-ea61b7b65f1f tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1539.968687] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGHEST for action security_group_members [ 1539.969037] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.969160] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.969234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.969438] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.969585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.969678] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.969732] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.969880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.969964] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.970203] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.473072] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.473272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.473333] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.473519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.473613] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.473813] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.473912] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.473975] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.474145] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.474222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.474308] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff41d83-64b5-436e-af31-12787d25fc65 is going to be updated. [ 1540.507739] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.507995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.507995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.508282] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.508481] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.516212] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: IN_PROGRESS for 2s [ 1542.526768] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff41d83-64b5-436e-af31-12787d25fc65 in Status: SUCCESS [ 1542.527179] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff41d83-64b5-436e-af31-12787d25fc65 deletion is rescheduled due to dependency. [ 1542.527179] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.969352] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.969620] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.135536] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.135799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.135799] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.136019] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.136138] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.597085] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ecbfb29-f511-46e4-a32c-642ff8b1d3d1 req-9e69c524-f58d-409f-902e-431b91726958 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1549.597637] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1549.597976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.598108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.598170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.598365] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.598517] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.598616] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.598680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.598808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.598898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.598994] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.638212] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.872333] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.872557] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.872720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.873063] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.873366] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.873579] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.873736] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.873994] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.874204] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.874475] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1549.874627] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1549.874770] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1549.874911] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1549.875072] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1549.875257] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1549.875441] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1549.899146] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1549.899315] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1549.899509] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1549.899722] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.900056] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-9489e63a-3e31-4600-b530-7bde469fca61 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.900276] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.900430] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.900751] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.900933] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9489e63a-3e31-4600-b530-7bde469fca61',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.101167] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.101386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.101386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.101593] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.101684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.101890] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.101988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.102063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.102222] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.102300] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.102385] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be updated. [ 1550.129125] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.129272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.129314] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.129455] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.129582] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.136825] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1550.140129] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.403679] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.403866] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.403988] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.404289] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.404449] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.404611] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port 9489e63a-3e31-4600-b530-7bde469fca61 not found, creating... [ 1550.404916] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.405097] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.405222] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.405451] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.405596] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.405891] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.406068] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.406203] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.406482] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.406633] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.406780] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: 9489e63a-3e31-4600-b530-7bde469fca61 is going to be created. [ 1550.427066] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.427239] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.427369] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.427593] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.427821] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.428084] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.642339] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1550.642518] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1551.094981] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ecbfb29-f511-46e4-a32c-642ff8b1d3d1 req-d6372abc-1c25-4972-9d22-38dfb25ade35 service nova] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_rules [ 1551.095192] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ecbfb29-f511-46e4-a32c-642ff8b1d3d1 req-d6372abc-1c25-4972-9d22-38dfb25ade35 service nova] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1551.095341] env[62807]: INFO networking_nsxv3.common.synchronization [req-3ecbfb29-f511-46e4-a32c-642ff8b1d3d1 req-d6372abc-1c25-4972-9d22-38dfb25ade35 service nova] Enqueued Resource ID: 9489e63a-3e31-4600-b530-7bde469fca61 with Priority: HIGHEST for action port [ 1551.095588] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_rules [ 1551.095684] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1551.095794] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9489e63a-3e31-4600-b530-7bde469fca61 with Priority: HIGHEST for action port [ 1551.096339] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.096466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.096536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.096733] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.096815] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.097845] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.097972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.098201] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9489e63a-3e31-4600-b530-7bde469fca61 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.098306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.098370] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.098535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.098605] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9489e63a-3e31-4600-b530-7bde469fca61',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.600261] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.600630] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.602669] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9489e63a-3e31-4600-b530-7bde469fca61 with status ACTIVE [ 1551.602904] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.603063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.603131] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.603377] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.603472] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.603647] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.603749] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.603803] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.603953] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.604045] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.604227] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.604318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.604428] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.604553] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.604632] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.604716] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9489e63a-3e31-4600-b530-7bde469fca61 is going to be updated. [ 1551.616624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.616786] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.616826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.616992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.628787] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1551.629633] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.630789] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1551.632385] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.632535] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.632599] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.632734] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.632870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.633063] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799518] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.799773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.799773] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.799927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.813629] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.814321] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1551.814412] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1551.814485] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1551.851844] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.852037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.852037] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.852215] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.852937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.853096] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1551.938851] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.939072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.939122] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.939283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.939565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.939811] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1552.017025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.017241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.017241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.017412] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.017669] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.017954] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1552.018056] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8dd7c44f-0afe-4ea2-8871-4c3b75c22960', 'cff41d83-64b5-436e-af31-12787d25fc65', '05885a63-1106-4d4d-a72c-b00b4fcc64d6', '9ed5d196-1621-467e-b536-f2188164a981', '486fd503-c146-46bf-9cfb-37c43873afe9', '85ef5123-f264-46ad-a0ef-8975f8b2b968', 'd990d8f0-66a8-4dba-ab7c-d6721baa9386', 'fdde9328-02d1-4a52-ab88-4554cb2783e0', 'ff837c4d-2419-4b36-b4b8-748830c13705', 'c2262768-09b4-420b-b28b-70a3d4d989cc', 'b0cb9100-665d-4baf-9347-b89a5a4d3daf', '960dfecc-49be-40c5-b857-ddf9b92ff338', '54085250-bef9-40fa-9bac-89853387f7f1', '435666c9-54c3-4342-a21b-4c19e3abec73', '071a4f5c-b00c-4303-a86d-722a29abd150', '02acb841-e129-4fef-a06e-371a46b5da78', '77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f', '3b446bbc-e325-43b4-b03c-dc165e3d469b', '2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a', 'dd4a0cd2-62c8-4abc-b668-055955f3effe', 'e35662cb-b6a3-4bd0-9e58-ad17175767ea', '4c1cf98b-bfd6-467d-b910-7ced016f85bf', 'ecf7401b-5aa0-4f69-9e84-26db8f829a24', 'b462094f-33ce-46e3-8ff9-9b31acc0c659', '8d93d075-b5ef-416f-81c2-df011eeae78f', '243d34bc-9e6d-4b91-b5a9-8e182077b7d8', '4185986f-ec7d-4a6b-81d4-01f1cac67724'} {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.018140] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1552.036949] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.037085] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.037146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.037306] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.037386] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.037479] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1552.037549] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.037618] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1552.111504] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.111657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.111657] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.111825] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.112945] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.113188] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1552.113270] env[62807]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62807) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.113342] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1552.113408] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1552.113486] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1552.113556] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGH for action security_group_rules [ 1552.113634] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGH for action security_group_rules [ 1552.113701] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGH for action security_group_rules [ 1552.113763] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGH for action security_group_rules [ 1552.113831] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGH for action security_group_rules [ 1552.113910] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGH for action security_group_rules [ 1552.113997] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGH for action security_group_rules [ 1552.114079] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGH for action security_group_rules [ 1552.114141] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGH for action security_group_rules [ 1552.114203] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGH for action security_group_rules [ 1552.114263] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGH for action security_group_rules [ 1552.114324] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGH for action security_group_rules [ 1552.114384] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGH for action security_group_rules [ 1552.114445] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGH for action security_group_rules [ 1552.114505] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGH for action security_group_rules [ 1552.114566] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGH for action security_group_rules [ 1552.114626] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGH for action security_group_rules [ 1552.114687] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGH for action security_group_rules [ 1552.114747] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGH for action security_group_rules [ 1552.114808] env[62807]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGH for action security_group_rules [ 1552.114922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.145596] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1552.145794] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 deletion is rescheduled due to dependency. [ 1552.145898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.146052] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.146241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.146680] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.146680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.146680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.146680] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.146929] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.146929] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.648946] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.150878] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.653411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.653747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.653747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.653967] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.654107] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.654242] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be updated. [ 1553.685933] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.686111] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.686204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.686436] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.686622] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.696860] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1555.709127] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1555.709127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.709127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.709127] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.709557] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.709557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.709557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.709557] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.709693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.709693] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.709820] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.097196] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.097401] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1556.097465] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGH for action security_group_rules [ 1556.097532] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 with Priority: HIGH for action security_group_rules [ 1556.097640] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGH for action security_group_rules [ 1556.097740] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071a4f5c-b00c-4303-a86d-722a29abd150 with Priority: HIGH for action security_group_rules [ 1556.097832] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a0cd2-62c8-4abc-b668-055955f3effe with Priority: HIGH for action security_group_rules [ 1556.097964] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a with Priority: HIGH for action security_group_rules [ 1556.098072] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b with Priority: HIGH for action security_group_rules [ 1556.098165] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f with Priority: HIGH for action security_group_rules [ 1556.098254] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435666c9-54c3-4342-a21b-4c19e3abec73 with Priority: HIGH for action security_group_rules [ 1556.098344] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02acb841-e129-4fef-a06e-371a46b5da78 with Priority: HIGH for action security_group_rules [ 1556.098431] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54085250-bef9-40fa-9bac-89853387f7f1 with Priority: HIGH for action security_group_rules [ 1556.098518] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 with Priority: HIGH for action security_group_rules [ 1556.098604] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf with Priority: HIGH for action security_group_rules [ 1556.098693] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2262768-09b4-420b-b28b-70a3d4d989cc with Priority: HIGH for action security_group_rules [ 1556.099050] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff837c4d-2419-4b36-b4b8-748830c13705 with Priority: HIGH for action security_group_rules [ 1556.099160] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 with Priority: HIGH for action security_group_rules [ 1556.099255] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 with Priority: HIGH for action security_group_rules [ 1556.099345] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486fd503-c146-46bf-9cfb-37c43873afe9 with Priority: HIGH for action security_group_rules [ 1556.099433] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff41d83-64b5-436e-af31-12787d25fc65 with Priority: HIGH for action security_group_rules [ 1556.099524] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed5d196-1621-467e-b536-f2188164a981 with Priority: HIGH for action security_group_rules [ 1556.099864] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.099999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.100080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.100336] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.100420] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.101411] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.102033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.102033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.102033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.102033] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05885a63-1106-4d4d-a72c-b00b4fcc64d6',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.102583] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.102676] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.102865] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-071a4f5c-b00c-4303-a86d-722a29abd150 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.102962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.103038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.103193] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.103266] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('071a4f5c-b00c-4303-a86d-722a29abd150',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.103955] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4a0cd2-62c8-4abc-b668-055955f3effe taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.104080] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.104151] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.104298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.104364] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4a0cd2-62c8-4abc-b668-055955f3effe',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.105142] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.105249] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.105316] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.105466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.105538] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.106251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b446bbc-e325-43b4-b03c-dc165e3d469b taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.106349] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.106416] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.106563] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.106636] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b446bbc-e325-43b4-b03c-dc165e3d469b',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.107301] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.107410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.107475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.107623] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.107693] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.108464] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435666c9-54c3-4342-a21b-4c19e3abec73 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.108572] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.108639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.108788] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.108858] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435666c9-54c3-4342-a21b-4c19e3abec73',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.109520] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02acb841-e129-4fef-a06e-371a46b5da78 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.109625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.109690] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.109849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.109920] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02acb841-e129-4fef-a06e-371a46b5da78',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.110579] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54085250-bef9-40fa-9bac-89853387f7f1 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.110686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.110751] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.110898] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.110973] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54085250-bef9-40fa-9bac-89853387f7f1',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.111623] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960dfecc-49be-40c5-b857-ddf9b92ff338 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.111729] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.111796] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.111942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.112066] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960dfecc-49be-40c5-b857-ddf9b92ff338',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.112746] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.112876] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.112910] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.113077] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.113148] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cb9100-665d-4baf-9347-b89a5a4d3daf',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.113808] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2262768-09b4-420b-b28b-70a3d4d989cc taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.113913] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.113981] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.114142] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.114213] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2262768-09b4-420b-b28b-70a3d4d989cc',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.114868] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff837c4d-2419-4b36-b4b8-748830c13705 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.114974] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.115053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.115203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.115274] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff837c4d-2419-4b36-b4b8-748830c13705',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.116025] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef5123-f264-46ad-a0ef-8975f8b2b968 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.116146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.116214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.116373] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.116444] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef5123-f264-46ad-a0ef-8975f8b2b968',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.117109] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdde9328-02d1-4a52-ab88-4554cb2783e0 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.117221] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.117286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.117431] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.117519] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdde9328-02d1-4a52-ab88-4554cb2783e0',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.118174] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486fd503-c146-46bf-9cfb-37c43873afe9 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.118281] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.118347] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.118495] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.118567] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486fd503-c146-46bf-9cfb-37c43873afe9',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.119324] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff41d83-64b5-436e-af31-12787d25fc65 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.119400] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.119467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.119614] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.119684] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff41d83-64b5-436e-af31-12787d25fc65',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.120362] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ed5d196-1621-467e-b536-f2188164a981 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.120467] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.120534] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.120685] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.120792] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ed5d196-1621-467e-b536-f2188164a981',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.141363] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.141489] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.141536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.141707] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.161258] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.161361] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a is going to be deleted. [ 1556.206370] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.206528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.206569] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.206758] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.206850] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.206961] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2f086d-c4d7-4c50-9e73-32f6b98c9d0a" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.211684] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.211792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.211854] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.212030] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.212182] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.212326] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.212375] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.212497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.212578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.212662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.212802] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.212893] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.212954] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.213106] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.213241] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.213331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.213392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.213528] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.213603] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.213683] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.213769] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.624772] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.625047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.625047] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.625204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.625371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.625497] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.625608] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.625777] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.625867] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.625958] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.626060] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.675178] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.675344] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.675381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.675561] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.697361] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.697547] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.698237] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.698329] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.700189] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.700339] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.701167] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.701283] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.701996] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.702108] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.702817] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.702901] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.703655] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.703760] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.704497] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.704583] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.705325] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.705456] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.706188] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.706272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.706848] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.707252] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.707381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.707984] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.708352] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.708478] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.709078] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.709459] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.709706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.710201] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.710575] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.710692] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.711277] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.711653] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.711779] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.712407] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1556.712815] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.712953] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05885a63-1106-4d4d-a72c-b00b4fcc64d6 is going to be deleted. [ 1556.714348] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.714440] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.714508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.714691] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.715558] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d990d8f0-66a8-4dba-ab7c-d6721baa9386: rpc.has_security_group_logging(os_id): False [ 1556.730366] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.730464] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.732904] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.733019] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef5123-f264-46ad-a0ef-8975f8b2b968 is going to be deleted. [ 1556.733694] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.733873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.762166] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.762290] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdde9328-02d1-4a52-ab88-4554cb2783e0 is going to be deleted. [ 1556.763078] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.763280] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.783382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.783494] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff837c4d-2419-4b36-b4b8-748830c13705 is going to be deleted. [ 1556.784164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.784346] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.803100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.803219] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.811025] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.811142] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f is going to be deleted. [ 1556.811827] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.811999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.824890] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.824998] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.825582] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.825684] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.842490] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.842590] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cb9100-665d-4baf-9347-b89a5a4d3daf is going to be deleted. [ 1556.843331] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.843518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.853050] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.853168] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.862944] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.863062] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02acb841-e129-4fef-a06e-371a46b5da78 is going to be deleted. [ 1556.863765] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.863946] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.007374] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.007518] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.022232] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.022357] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 071a4f5c-b00c-4303-a86d-722a29abd150 is going to be deleted. [ 1557.023262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.023475] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.076067] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.076241] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.080336] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.080498] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.111922] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.112060] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff41d83-64b5-436e-af31-12787d25fc65 is going to be deleted. [ 1557.112966] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.113198] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.132727] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.150989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.151113] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486fd503-c146-46bf-9cfb-37c43873afe9 is going to be deleted. [ 1557.151817] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.152016] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.198028] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.198130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ed5d196-1621-467e-b536-f2188164a981 is going to be deleted. [ 1557.198840] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.199065] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.200319] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.200411] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.235225] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.235315] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4a0cd2-62c8-4abc-b668-055955f3effe is going to be deleted. [ 1557.236022] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.236212] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.237412] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.237509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.258933] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.259060] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54085250-bef9-40fa-9bac-89853387f7f1 is going to be deleted. [ 1557.259748] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.259937] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.261210] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.261303] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.309442] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.309555] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.343461] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.343554] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960dfecc-49be-40c5-b857-ddf9b92ff338 is going to be deleted. [ 1557.344292] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.344477] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.350262] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.350372] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.399676] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.399820] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.401647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.401758] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2262768-09b4-420b-b28b-70a3d4d989cc is going to be deleted. [ 1557.402574] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.402764] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.453181] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.453272] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b446bbc-e325-43b4-b03c-dc165e3d469b is going to be deleted. [ 1557.453952] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.454152] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.506313] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.506499] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435666c9-54c3-4342-a21b-4c19e3abec73 is going to be deleted. [ 1557.507721] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.507942] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.526816] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.526960] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.527898] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.528033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.554060] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.554316] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.554435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.554504] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.554711] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.554797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.554997] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.555110] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.555171] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.555315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.555390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.555585] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.555665] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.555727] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.555873] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.555947] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.556054] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be updated. [ 1557.557112] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.557275] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.557361] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.557476] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05885a63-1106-4d4d-a72c-b00b4fcc64d6" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.557604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.557747] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.557824] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.557999] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdde9328-02d1-4a52-ab88-4554cb2783e0" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.558170] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.558318] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.558396] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.558507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef5123-f264-46ad-a0ef-8975f8b2b968" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.558626] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.558833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.558833] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.558962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff837c4d-2419-4b36-b4b8-748830c13705" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.559517] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.559672] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.559755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.559870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb8ed1-5ddf-410c-9b9f-18d5eaa7c19f" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.559989] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.560146] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.560223] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.560334] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cb9100-665d-4baf-9347-b89a5a4d3daf" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.560471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.560607] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.560682] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.560792] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02acb841-e129-4fef-a06e-371a46b5da78" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.560900] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.561048] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.561125] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.561233] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-071a4f5c-b00c-4303-a86d-722a29abd150" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.561364] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.561501] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.561573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.561681] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff41d83-64b5-436e-af31-12787d25fc65" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.561791] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.561925] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.561997] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.562119] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486fd503-c146-46bf-9cfb-37c43873afe9" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.562247] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.562385] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.562458] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.562565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ed5d196-1621-467e-b536-f2188164a981" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.562675] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.562808] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.562879] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.562982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4a0cd2-62c8-4abc-b668-055955f3effe" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.563124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.563262] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.563335] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.563443] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54085250-bef9-40fa-9bac-89853387f7f1" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.563549] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.563702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.563754] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.563847] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2262768-09b4-420b-b28b-70a3d4d989cc" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.563969] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.564121] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.564195] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.564298] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960dfecc-49be-40c5-b857-ddf9b92ff338" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.576572] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.576702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.576745] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.576891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.576972] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.577097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b446bbc-e325-43b4-b03c-dc165e3d469b" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.634972] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd7c44f-0afe-4ea2-8871-4c3b75c22960: rpc.has_security_group_logging(os_id): False [ 1557.645484] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.645643] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.645686] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.645895] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.646015] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.646144] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435666c9-54c3-4342-a21b-4c19e3abec73" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.663369] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.663540] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.663584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.663746] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.701164] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.701462] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.701580] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.701647] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.701843] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.701927] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.702027] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1557.710221] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.710536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.710536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.710536] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.710638] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.745806] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1557.802955] env[62807]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1557.803546] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.803673] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.803731] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.803959] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.804109] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.823268] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1559.466245] env[62807]: INFO networking_nsxv3.common.synchronization [req-4ce2f5e0-a76f-4f76-8064-88956ab2ae2a req-ef23cc66-5a48-4dac-9788-ac803023f2f8 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1559.466837] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 with Priority: HIGHEST for action security_group_members [ 1559.467093] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-d990d8f0-66a8-4dba-ab7c-d6721baa9386 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.467216] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.467435] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.467507] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.467624] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.468246] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.468337] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.468484] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.468578] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.468642] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.506271] env[62807]: INFO networking_nsxv3.common.synchronization [req-4ce2f5e0-a76f-4f76-8064-88956ab2ae2a req-ef23cc66-5a48-4dac-9788-ac803023f2f8 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 9489e63a-3e31-4600-b530-7bde469fca61 with Priority: HIGHEST for action port [ 1559.506763] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9489e63a-3e31-4600-b530-7bde469fca61 with Priority: HIGHEST for action port [ 1559.507068] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-9489e63a-3e31-4600-b530-7bde469fca61 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.507197] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.507272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.507488] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.507563] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9489e63a-3e31-4600-b530-7bde469fca61',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.762018] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1559.762459] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.762723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.763033] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.763164] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d990d8f0-66a8-4dba-ab7c-d6721baa9386',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.834130] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1559.834413] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.970914] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.971087] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.971159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.971367] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.971457] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.971656] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.971755] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.971816] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.971962] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.972053] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.972139] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be updated. [ 1559.998891] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.999038] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.999094] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.999272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.999410] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.007878] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: IN_PROGRESS for 2s [ 1560.009197] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9489e63a-3e31-4600-b530-7bde469fca61 with status ACTIVE [ 1560.009373] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.009483] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.009551] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.009716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.009802] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.009961] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.010068] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.010130] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.010276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.010382] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.010546] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.010639] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.010702] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.010842] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.010918] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.011014] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9489e63a-3e31-4600-b530-7bde469fca61 is going to be updated. [ 1560.028343] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.028451] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.028523] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.028668] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.028785] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.028921] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9489e63a-3e31-4600-b530-7bde469fca61" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.285203] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.285203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.285203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.285203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.285203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.285203] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 is going to be deleted. [ 1560.329976] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.329976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.329976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.329976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.329976] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.330214] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.017387] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 in Status: SUCCESS [ 1562.017737] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d990d8f0-66a8-4dba-ab7c-d6721baa9386 deletion is rescheduled due to dependency. [ 1562.017737] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d990d8f0-66a8-4dba-ab7c-d6721baa9386" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.507563] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.507928] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.509204] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.509655] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.510493] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.510773] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.512194] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.512542] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.607510] env[62807]: INFO networking_nsxv3.common.synchronization [req-df042e77-c9a7-462f-b416-c09546cc0b8a req-2dedf931-0bf0-47e6-9c67-71ab57e5cc35 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1582.608063] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1582.608414] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.608509] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.608562] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.608797] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.608954] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.609072] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.609133] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.609301] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.609392] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.609484] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.878048] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.878321] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.878460] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.878734] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.879015] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.879188] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.879314] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.879533] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.879687] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.879899] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1582.880025] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] NeedRegenerationException {{(pid=62807) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1582.880139] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] no value, waiting for create lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1582.880253] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] value creation lock acquired {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1582.880368] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] No value present for key: 'zone-id' {{(pid=62807) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1582.880477] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Calling creation function for not-yet-present value {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1582.880636] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1582.899169] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1582.899322] env[62807]: DEBUG dogpile.cache.region [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62807) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1582.899462] env[62807]: DEBUG dogpile.lock [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Released creation lock {{(pid=62807) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1582.899626] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "network-331" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.899901] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock port-c0fba9cd-6bc1-41dd-902b-4e5546433a59 taken with stack trace [, , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.900079] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.900206] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.900494] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.900636] env[62807]: DEBUG networking_nsxv3.api.rpc [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fba9cd-6bc1-41dd-902b-4e5546433a59',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.111197] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.403068] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.403068] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.403310] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.403538] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.403742] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.403955] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Segment Port c0fba9cd-6bc1-41dd-902b-4e5546433a59 not found, creating... [ 1583.404247] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.404417] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.404542] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.404772] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.404921] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.405223] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.405385] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.405507] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.405720] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.405860] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.406061] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Resource: SegmentPort with ID: c0fba9cd-6bc1-41dd-902b-4e5546433a59 is going to be created. [ 1583.424347] env[62807]: DEBUG networking_nsxv3.common.locking [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.424576] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.424706] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.424964] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.425221] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.425447] env[62807]: DEBUG oslo_concurrency.lockutils [None req-2f468ae1-c9b2-4c68-9637-57e72760169c None None] Releasing lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.613452] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.096920] env[62807]: INFO networking_nsxv3.common.synchronization [req-df042e77-c9a7-462f-b416-c09546cc0b8a req-35848afc-1bec-4caf-b2f2-13f49e01fdae service nova] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1584.097138] env[62807]: INFO networking_nsxv3.common.synchronization [req-df042e77-c9a7-462f-b416-c09546cc0b8a req-35848afc-1bec-4caf-b2f2-13f49e01fdae service nova] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1584.097289] env[62807]: INFO networking_nsxv3.common.synchronization [req-df042e77-c9a7-462f-b416-c09546cc0b8a req-35848afc-1bec-4caf-b2f2-13f49e01fdae service nova] Enqueued Resource ID: c0fba9cd-6bc1-41dd-902b-4e5546433a59 with Priority: HIGHEST for action port [ 1584.097524] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_rules [ 1584.097654] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1584.097751] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fba9cd-6bc1-41dd-902b-4e5546433a59 with Priority: HIGHEST for action port [ 1584.098342] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.098448] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.098519] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.098723] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.098799] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.099630] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.099716] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.099898] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0fba9cd-6bc1-41dd-902b-4e5546433a59 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.099995] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.100069] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.100231] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.100309] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fba9cd-6bc1-41dd-902b-4e5546433a59',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.115417] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.115546] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.115588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.115800] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.115846] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.115943] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1584.142710] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.142831] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.142880] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.143057] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.143204] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.150647] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1584.602111] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.602263] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.604601] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0fba9cd-6bc1-41dd-902b-4e5546433a59 with status ACTIVE [ 1584.604779] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.604891] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.604955] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.605180] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.605272] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.605484] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.605590] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.605625] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.605759] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.605826] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.606023] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.606124] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.606190] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.606322] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.606387] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.606669] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0fba9cd-6bc1-41dd-902b-4e5546433a59 is going to be updated. [ 1584.625773] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.626097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.626097] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.626159] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.626253] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.626402] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0fba9cd-6bc1-41dd-902b-4e5546433a59" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.159349] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1586.159706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.159706] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.159911] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.160106] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.160237] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.160315] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.160471] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.160573] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.160672] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.662817] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.164938] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.668165] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.668430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.668598] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.668934] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.669136] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.669327] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1587.696059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.696234] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.696390] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.696651] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.696870] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.712880] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1589.098517] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.098895] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1589.722954] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1589.723184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.723348] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.723565] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.723751] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.723869] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.723939] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.724196] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.724289] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.724381] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.724473] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.226988] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.730427] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd7c44f-0afe-4ea2-8871-4c3b75c22960: rpc.has_security_group_logging(os_id): False [ 1590.748352] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.748516] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.748604] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.748830] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.748992] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.749251] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.749383] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.749446] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.749615] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.749715] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.749804] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1590.837768] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.837943] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.837982] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.838218] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.838422] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.863330] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1592.876160] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1592.876510] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.099547] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.099900] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.101148] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.101516] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.102368] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.102368] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.103627] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.104018] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.104529] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.104529] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.105564] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.105564] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.106440] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.106787] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.107521] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.107894] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.109434] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.109434] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.110853] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.111363] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.111455] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.111837] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.112237] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.112887] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.182382] env[62807]: INFO networking_nsxv3.common.synchronization [req-a908b853-0a4b-409b-8f94-9f35716bfbea req-8fc46025-b588-4729-bec0-e8ad18b4b7f7 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1650.182785] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1650.183100] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.183229] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.183291] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.183499] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.184105] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.184105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.184105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.184105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.184105] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.184105] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1650.686356] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.188847] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.691050] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.691266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.691266] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.691466] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.691558] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.691661] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1651.727980] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.728184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.728184] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.728391] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.728532] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.736460] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1653.746588] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1653.746588] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.184296] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.184594] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.185104] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.185104] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.186369] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.186651] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.455196] env[62807]: INFO networking_nsxv3.common.synchronization [req-174bf85f-2a08-431a-9208-d09b53963b24 req-f397f1d1-964c-4820-9f52-713c65a28069 tempest-ServerActionsTestOtherA-187063875 tempest-ServerActionsTestOtherA-187063875-project-member] Enqueued Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1665.455735] env[62807]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 with Priority: HIGHEST for action security_group_members [ 1665.456059] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960 taken with stack trace [, , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.456147] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.456203] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.456414] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.456562] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.456662] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.456718] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.456849] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.456941] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.457044] env[62807]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd7c44f-0afe-4ea2-8871-4c3b75c22960',) {} {{(pid=62807) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.961371] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.961584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.961584] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.961795] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.961890] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.962110] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.962213] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.962276] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.962430] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.962508] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.962597] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 is going to be updated. [ 1665.990603] env[62807]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62807) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.990793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.990793] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.990988] env[62807]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.991141] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.998926] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: IN_PROGRESS for 2s [ 1668.008907] env[62807]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 in Status: SUCCESS [ 1668.009286] env[62807]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd7c44f-0afe-4ea2-8871-4c3b75c22960 deletion is rescheduled due to dependency. [ 1668.009286] env[62807]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd7c44f-0afe-4ea2-8871-4c3b75c22960" {{(pid=62807) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.456899] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.456899] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.457872] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.458271] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.459428] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.459428] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.461357] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.461357] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.463255] env[62807]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.463255] env[62807]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0